-- Logs begin at Thu 2021-06-03 19:20:38 UTC, end at Thu 2021-06-03 20:23:36 UTC. -- Jun 03 19:53:24.559669 dv-cinder-794669-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 19:53:27.255602 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.common.config [-] Logging enabled! Jun 03 19:53:27.256221 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 03 19:53:27.256342 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91650) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 19:53:27.259580 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.common.config [-] Logging enabled! Jun 03 19:53:27.259843 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 03 19:53:27.260156 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91650) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 19:53:27.261174 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 19:53:27.261411 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 19:53:27.261824 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 19:53:27.262073 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 19:53:27.262303 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 19:53:27.262628 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.262929 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.263230 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.263467 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.263765 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.264058 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.264343 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.264637 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.264978 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.265272 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.265558 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.265852 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.266088 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.266376 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.266732 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.266966 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.267215 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] debug = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.268183 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.268491 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.268954 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.269243 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.269543 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.269823 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.270129 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.270407 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.270672 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.271035 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] host = dv-cinder-794669-1-smb {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.271315 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.271614 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.271928 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.272195 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.272472 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.272752 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.273068 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.273348 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.273624 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] log_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.273902 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.274196 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.274485 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.274780 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.275012 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.275244 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.275534 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.275823 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.276099 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.276377 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.276649 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.276950 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.277225 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.277495 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.277785 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.278073 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.278445 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.278637 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.278940 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.279172 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.279444 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.279730 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.280003 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.280291 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.280553 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.280843 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.281994 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.281994 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.281994 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.281994 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.282321 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.282552 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.282828 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.283156 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.283434 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.283710 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.283986 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] use_json = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.284259 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.284535 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.284823 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.285125 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.285401 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.285677 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.285953 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.286243 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:27.286553 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.286856 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.287165 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.287452 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.287751 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.288031 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.288451 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.288609 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.289023 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.289304 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.289503 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.289785 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.290077 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.290357 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.290658 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.290971 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.291271 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.291571 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.291849 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.292127 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.292403 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.292696 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.293035 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.293305 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.293597 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.293876 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.294157 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.294451 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.294731 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.295006 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.295287 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.295579 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.295860 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.296135 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.296420 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.296703 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.297008 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.297283 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.297564 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.297860 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.298141 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.298417 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.298731 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.299010 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.299346 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.299573 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.300307 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.300307 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.300499 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.300660 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.301036 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.301322 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.301604 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.301880 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.302162 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.302437 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.302714 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.302990 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.303266 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.303543 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.303816 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.304094 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.304374 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.304686 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.304949 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.305226 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.305503 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.305779 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.306072 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.306375 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.306655 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.306938 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.307220 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.307502 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.307784 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.308107 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.308346 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.308626 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.308926 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.309234 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.309511 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.309804 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.310092 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.310373 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.310670 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.310950 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.311236 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.311603 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.311801 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.312093 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.312383 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.312680 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.313010 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.313313 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.313611 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.313913 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.314199 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.315056 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.315338 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:27.315557 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 19:53:27.316164 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91650) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 19:53:27.682997 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:53:27.683306 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:53:27.683553 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:53:27.683893 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 19:53:28.100321 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.100613 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.100926 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.102118 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.102395 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.102672 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.139715 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.140009 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.140283 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.154675 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.154954 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.155250 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.185871 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.186153 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.186442 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.226973 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.227348 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.227620 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.477047 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.478037 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.478037 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.478037 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.478524 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.613937 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.614264 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.614558 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.614848 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.615131 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.615447 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.615904 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.616111 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.616379 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.616675 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.616982 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.617257 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.617531 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.617797 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.618075 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.618359 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.618620 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.618903 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.619163 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.619454 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.619826 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.620086 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.620338 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.620630 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.620907 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.621160 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.621605 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 19:53:28.621844 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 19:53:28.622088 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 19:53:28.622331 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 19:53:28.622573 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 19:53:28.622836 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 19:53:28.623205 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 19:53:28.627353 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 19:53:28.631658 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 19:53:28.635868 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jun 03 19:53:28.637647 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 19:53:28.638107 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 19:53:28.638447 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 19:53:28.638845 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 19:53:28.641870 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 19:53:28.642127 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 19:53:28.643061 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 19:53:28.671394 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 19:53:28.671864 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.672174 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91650) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 03 19:53:28.672551 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.674290 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91650) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 19:53:28.674594 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 19:53:28.674850 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 19:53:28.678324 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.678617 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:28.751049 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 19:53:28.751274 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 19:53:28.751422 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 19:53:28.752796 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 19:53:28.790785 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_db.sqlalchemy.engines [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91650) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 03 19:53:29.162969 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Initializing driver for type 'gre' Jun 03 19:53:29.163645 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] gre ID ranges: [(1, 1000)] Jun 03 19:53:29.235041 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Initializing driver for type 'local' Jun 03 19:53:29.240343 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Initializing driver for type 'vlan' Jun 03 19:53:29.255512 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] VlanTypeDriver initialization complete Jun 03 19:53:29.256190 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Initializing driver for type 'vxlan' Jun 03 19:53:29.257128 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] vxlan ID ranges: [(1, 1000)] Jun 03 19:53:29.329400 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Initializing extension driver 'port_security' Jun 03 19:53:29.329741 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.extensions.port_security [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] PortSecurityExtensionDriver initialization complete Jun 03 19:53:29.330111 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Initializing mechanism driver 'openvswitch' Jun 03 19:53:29.330492 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Initializing mechanism driver 'hyperv' Jun 03 19:53:29.337642 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.plugins.ml2.plugin [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:53:29.338434 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > port after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.338812 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > port after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.339179 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > port after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.339570 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > subnet after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.339927 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > subnet after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.340278 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.340666 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > network after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.341059 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > network after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.341406 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > network after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.341785 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > security_group after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.342134 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > security_group after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.342475 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.342853 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.343201 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.343552 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.343928 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > address_group after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.344271 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > address_group after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.344611 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.344987 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] ML2 OVO RPC backend initialized. {{(pid=91650) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 03 19:53:29.346239 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.346627 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.347052 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > network before_response 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.347402 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > networks before_response 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.347755 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > port before_response 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.348101 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > ports before_response 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.348445 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > subnet before_response 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.348789 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > subnets before_response 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.349239 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > network after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.349583 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > network after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.349919 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > network after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.350266 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > port after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.350606 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > port after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.350944 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > port after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.351277 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > subnet after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.351620 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > subnet after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.351985 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.352608 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.plugin [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Modular L2 Plugin initialization complete Jun 03 19:53:29.353068 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading services supported by the core plugin {{(pid=91650) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 19:53:29.353330 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.plugins.ml2.managers [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Got port-security extension from driver 'port_security' Jun 03 19:53:29.353808 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.extensions.vlantransparent [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Disabled vlantransparent extension. Jun 03 19:53:29.354307 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91650) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 19:53:29.354629 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading Plugin: router Jun 03 19:53:29.393233 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.393630 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router after_create 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.394009 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router before_create 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.394458 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.394814 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.395099 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router after_delete 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.395463 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.395831 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router after_create 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.396181 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router after_update 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.396528 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router after_update 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.397054 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.397369 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router after_update 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.397729 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router precommit_update 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.398105 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: port after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.398448 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: port after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.398787 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: subnet after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.399127 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.399481 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.399835 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router precommit_create 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.400186 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: port before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.400531 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router precommit_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.400914 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router after_update 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.401265 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.401613 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router precommit_create 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.401978 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.402332 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router precommit_update 55549900 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.402803 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > network after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.403765 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Tracking information for resource: router configured {{(pid=91650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 19:53:29.404102 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Tracking information for resource: floatingip configured {{(pid=91650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 19:53:29.410283 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.db.l3_agentschedulers_db [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 19:53:29.410922 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: port after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.411334 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: port after_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.411801 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: port after_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.412203 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: port after_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.413464 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router before_create 55550100 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.413826 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.414237 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router precommit_create 55550100 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.414806 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > router precommit_update 55550100 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.419751 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.services.provider_configuration [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service providers = [] {{(pid=91650) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 19:53:29.420079 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.db.servicetype_db [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91650) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 19:53:29.424318 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.services.service_base [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 19:53:29.424798 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.services.service_base [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 19:53:29.425241 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.services.service_base [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 19:53:29.426251 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.services.service_base [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 19:53:29.426646 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.services.service_base [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 19:53:29.427052 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 19:53:29.427375 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 19:53:29.439088 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 19:53:29.439464 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading Plugin: auto_allocate Jun 03 19:53:29.446719 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: network precommit_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.447266 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: network precommit_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.448005 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 19:53:29.448446 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading Plugin: tag Jun 03 19:53:29.457136 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 19:53:29.457522 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading Plugin: timestamp Jun 03 19:53:29.461685 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 19:53:29.462015 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading Plugin: network_ip_availability Jun 03 19:53:29.467644 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.468021 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.468390 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.469272 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 19:53:29.469603 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading Plugin: flavors Jun 03 19:53:29.477350 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 19:53:29.478014 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading Plugin: revisions Jun 03 19:53:29.482561 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 19:53:29.483027 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=91650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:53:29.483824 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91650) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 03 19:53:29.484165 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Initializing extension manager. Jun 03 19:53:29.484696 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: __init__.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.485095 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: __pycache__ {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.485417 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.485758 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: address_group.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.487245 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.487914 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: address-group Jun 03 19:53:29.488283 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: address_scope.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.489147 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.489722 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: address-scope Jun 03 19:53:29.490091 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.491391 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.492116 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: router-admin-state-down-before-update Jun 03 19:53:29.492445 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: agent.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.493237 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.493764 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: agent Jun 03 19:53:29.494092 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: agent_resources_synced.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.495076 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.495606 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: agent-resources-synced Jun 03 19:53:29.496006 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: allowedaddresspairs.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.498487 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.499042 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: allowed-address-pairs Jun 03 19:53:29.499380 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: auto_allocated_topology.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.500555 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.501121 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: auto-allocated-topology Jun 03 19:53:29.501456 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: availability_zone.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.502268 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.502906 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: availability_zone Jun 03 19:53:29.503445 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: availability_zone_filter.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.504514 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.505159 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: availability_zone_filter Jun 03 19:53:29.505608 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: data_plane_status.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.506669 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.507321 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 19:53:29.507769 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: default_subnetpools.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.508839 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.509555 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: default-subnetpools Jun 03 19:53:29.509881 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.510963 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.511487 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: dhcp_agent_scheduler Jun 03 19:53:29.511822 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: dns.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.512776 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.513325 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension dns-integration not supported by any of loaded plugins Jun 03 19:53:29.513654 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: dns_domain_ports.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.514578 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.515094 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 19:53:29.515418 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: dvr.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.516109 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.516631 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: dvr Jun 03 19:53:29.516987 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: empty_string_filtering.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.518011 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.518527 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: empty-string-filtering Jun 03 19:53:29.518857 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.519793 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.520306 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 19:53:29.520635 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.521570 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.522081 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 19:53:29.522407 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: external_net.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.523302 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.523826 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: external-net Jun 03 19:53:29.524151 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.525107 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.525618 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: extra_dhcp_opt Jun 03 19:53:29.525944 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: extraroute.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.526861 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.527371 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: extraroute Jun 03 19:53:29.527696 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: extraroute_atomic.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.528755 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.529296 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: extraroute-atomic Jun 03 19:53:29.529625 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: filter_validation.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.648295 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.648951 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: filter-validation Jun 03 19:53:29.649292 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: fip_pf_description.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.650434 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.650967 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 19:53:29.651302 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: fip_port_details.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.652266 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.652800 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: fip-port-details Jun 03 19:53:29.653161 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: flavors.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.654487 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.655028 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: flavors Jun 03 19:53:29.655361 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.657147 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.657696 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 19:53:29.658110 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: floatingip_pools.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.659357 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.659892 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: floatingip-pools Jun 03 19:53:29.660222 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: ip_allocation.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.661213 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.661740 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 19:53:29.662073 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.663008 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.663585 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: ip-substring-filtering Jun 03 19:53:29.663862 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: l2_adjacency.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.664806 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.665354 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 19:53:29.665685 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: l3.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.666720 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.667255 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: router Jun 03 19:53:29.667584 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.670164 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.670775 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 19:53:29.671154 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.672179 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.672764 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: ext-gw-mode Jun 03 19:53:29.673173 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.674316 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.674903 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: l3-ha Jun 03 19:53:29.675296 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: l3_flavors.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.676417 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.677066 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: l3-flavors Jun 03 19:53:29.677431 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.678421 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.678948 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 19:53:29.679281 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: l3agentscheduler.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.680553 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.681109 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: l3_agent_scheduler Jun 03 19:53:29.681438 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: logging.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.683055 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.683589 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension logging not supported by any of loaded plugins Jun 03 19:53:29.683922 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: metering.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.684689 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.685325 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: metering Jun 03 19:53:29.685656 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.686983 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.687512 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: metering_source_and_destination_fields Jun 03 19:53:29.687840 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: multiprovidernet.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.688798 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.689391 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: multi-provider Jun 03 19:53:29.692781 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: netmtu.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.692781 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.692781 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: net-mtu Jun 03 19:53:29.692781 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: netmtu_writable.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.694376 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.696316 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: net-mtu-writable Jun 03 19:53:29.696690 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: network_availability_zone.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.697518 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.699425 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: network_availability_zone Jun 03 19:53:29.699815 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: network_ip_availability.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.701220 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.701763 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: network-ip-availability Jun 03 19:53:29.702092 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: network_segment_range.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.702927 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.703444 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 19:53:29.703778 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: pagination.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.704823 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.705864 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: pagination Jun 03 19:53:29.706192 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: port_device_profile.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.707180 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.707730 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: port-device-profile Jun 03 19:53:29.708060 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.709039 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.709559 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: port-mac-address-regenerate Jun 03 19:53:29.709886 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.710818 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.711340 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: port-numa-affinity-policy Jun 03 19:53:29.711666 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: port_resource_request.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.712597 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.713147 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 19:53:29.713481 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: portbindings.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.714441 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.714969 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: binding Jun 03 19:53:29.715296 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: portbindings_extended.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.716659 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.717308 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: binding-extended Jun 03 19:53:29.717640 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: portsecurity.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.718673 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.719378 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: port-security Jun 03 19:53:29.719809 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: project_id.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.721626 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.722008 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: project-id Jun 03 19:53:29.722380 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: providernet.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.723410 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.724070 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: provider Jun 03 19:53:29.724438 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: qos.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.729321 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.729898 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension qos not supported by any of loaded plugins Jun 03 19:53:29.730233 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.731625 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.732211 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 19:53:29.732587 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.733640 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.734224 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 19:53:29.734595 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: qos_default.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.735560 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.736170 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension qos-default not supported by any of loaded plugins Jun 03 19:53:29.736534 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: qos_fip.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.737325 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.737892 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension qos-fip not supported by any of loaded plugins Jun 03 19:53:29.738258 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: qos_gateway_ip.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.739241 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.739820 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 19:53:29.740467 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: qos_port_network_policy.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.741654 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.742231 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 19:53:29.742741 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: qos_rule_type_details.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.744133 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.744982 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 19:53:29.745487 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: qos_rules_alias.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.747110 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.748034 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 19:53:29.748498 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: quotasv2.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.749646 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.750040 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: quotas Jun 03 19:53:29.750422 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: quotasv2_detail.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.752273 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.752610 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: quota_details Jun 03 19:53:29.752974 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: rbac.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.754153 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.754736 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: rbac-policies Jun 03 19:53:29.755071 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: rbac_address_group.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.756020 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.756541 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: rbac-address-group Jun 03 19:53:29.756893 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: rbac_address_scope.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.757883 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.758331 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: rbac-address-scope Jun 03 19:53:29.758660 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: rbac_security_groups.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.759575 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.760092 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: rbac-security-groups Jun 03 19:53:29.760418 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: rbac_subnetpool.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.761389 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.761911 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: rbac-subnetpool Jun 03 19:53:29.762236 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: revisionifmatch.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.763165 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.763741 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: revision-if-match Jun 03 19:53:29.764024 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: revisions.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.765204 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.765719 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: standard-attr-revisions Jun 03 19:53:29.766050 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: router_availability_zone.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.766734 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.767252 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: router_availability_zone Jun 03 19:53:29.768179 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: routerservicetype.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.769132 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.769665 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension router-service-type not supported by any of loaded plugins Jun 03 19:53:29.769988 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.770907 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.771413 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: security-groups-normalized-cidr Jun 03 19:53:29.771743 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.772659 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.773212 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: port-security-groups-filtering Jun 03 19:53:29.773539 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.774467 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.774983 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: security-groups-remote-address-group Jun 03 19:53:29.775308 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: securitygroup.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.786436 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.787021 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: security-group Jun 03 19:53:29.787357 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: segment.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.788357 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.788756 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension segment not supported by any of loaded plugins Jun 03 19:53:29.789145 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.790127 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.790653 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 19:53:29.790983 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: servicetype.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.792144 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.792682 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: service-type Jun 03 19:53:29.793085 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: sorting.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.794047 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.794380 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: sorting Jun 03 19:53:29.794703 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: standard_attr_segment.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.798444 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.798444 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 19:53:29.798444 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: standardattrdescription.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.798444 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.798444 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: standard-attr-description Jun 03 19:53:29.798444 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: stateful_security_group.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.799321 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.799969 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: stateful-security-group Jun 03 19:53:29.800454 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: stdattrs_common.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.801220 dv-cinder-794669-1-smb neutron-server[91650]: WARNING neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 19:53:29.801675 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.803068 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.804038 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 19:53:29.804038 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: subnet_onboard.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.805123 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.805665 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: subnet_onboard Jun 03 19:53:29.805996 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.806943 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.807460 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 19:53:29.807796 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: subnet_service_types.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.808715 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.809270 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: subnet-service-types Jun 03 19:53:29.809608 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: subnetallocation.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.810717 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.811236 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: subnet_allocation Jun 03 19:53:29.811568 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.812253 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.812788 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: subnetpool-prefix-ops Jun 03 19:53:29.813136 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.814081 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.814650 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 19:53:29.814995 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: tagging.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.816327 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.816925 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: standard-attr-tag Jun 03 19:53:29.817235 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: timestamp.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.818537 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.819067 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loaded extension: standard-attr-timestamp Jun 03 19:53:29.819394 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: trunk.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.820430 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.821011 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension trunk not supported by any of loaded plugins Jun 03 19:53:29.821340 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: trunk_details.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.822253 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.822771 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension trunk-details not supported by any of loaded plugins Jun 03 19:53:29.823100 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: uplink_status_propagation.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.824022 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.824540 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 19:53:29.824929 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Loading extension file: vlantransparent.py {{(pid=91650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 19:53:29.825578 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 19:53:29.826093 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 19:53:29.828644 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:network Jun 03 19:53:29.829442 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:subnet Jun 03 19:53:29.830814 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 19:53:29.831432 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:port Jun 03 19:53:29.832818 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.833549 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service FLAVORS assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.834184 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.834838 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.835239 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:router Jun 03 19:53:29.835659 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 19:53:29.836402 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service METERING assigned prefix: /metering {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.837959 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.838481 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.839012 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 19:53:29.840153 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 19:53:29.840405 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:security_group Jun 03 19:53:29.841272 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 19:53:29.841895 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service CORE assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.842385 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 19:53:29.842588 dv-cinder-794669-1-smb neutron-server[91650]: WARNING neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] subnetpool is already registered Jun 03 19:53:29.843407 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service CORE assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.843559 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 19:53:29.843885 dv-cinder-794669-1-smb neutron-server[91650]: WARNING neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] subnetpool is already registered Jun 03 19:53:29.847190 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.847628 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service FLAVORS assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.848307 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.849360 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.849360 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:router Jun 03 19:53:29.849360 dv-cinder-794669-1-smb neutron-server[91650]: WARNING neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] router is already registered Jun 03 19:53:29.849976 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 19:53:29.850314 dv-cinder-794669-1-smb neutron-server[91650]: WARNING neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] floatingip is already registered Jun 03 19:53:29.850969 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service METERING assigned prefix: /metering {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.851668 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 19:53:29.852004 dv-cinder-794669-1-smb neutron-server[91650]: WARNING neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] rbac_policy is already registered Jun 03 19:53:29.852582 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:security_group Jun 03 19:53:29.852940 dv-cinder-794669-1-smb neutron-server[91650]: WARNING neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] security_group is already registered Jun 03 19:53:29.854309 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 19:53:29.854309 dv-cinder-794669-1-smb neutron-server[91650]: WARNING neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] security_group_rule is already registered Jun 03 19:53:29.854575 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service CORE assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.854888 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 19:53:29.855217 dv-cinder-794669-1-smb neutron-server[91650]: WARNING neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] subnetpool is already registered Jun 03 19:53:29.856616 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.v2.resource_helper [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Service CORE assigned prefix: {{(pid=91650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 19:53:29.856616 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 19:53:29.856616 dv-cinder-794669-1-smb neutron-server[91650]: WARNING neutron.quota.resource_registry [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] subnetpool is already registered Jun 03 19:53:29.857946 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: extensions {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.859210 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: address-groups {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.860311 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: address-scopes {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.861879 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: agents {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.862852 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: auto-allocated-topology {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.864116 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: availability_zones {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.865485 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: dhcp-networks {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.867068 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: dhcp-agents {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.868523 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: routers {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.871631 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: flavors {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.872832 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: service_profiles {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.874094 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: next_providers {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.875682 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: service_profiles {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.877263 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: floatingip-pools {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.878515 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: routers {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.880360 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: floatingips {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.881618 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: l3-routers {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.883035 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: l3-agents {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.884485 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: metering-labels {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.885895 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: metering-label-rules {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.887200 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: network-ip-availabilities {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.888484 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: bindings {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.890234 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: quotas {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.891730 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: quotas {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.893751 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: rbac-policies {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.895081 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: security-groups {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.896312 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: security-group-rules {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.897611 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: service-providers {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.898876 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: subnetpools {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.900328 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: subnetpools {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.901873 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: tags {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.903588 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: tags {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.905557 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: tags {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.907366 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: tags {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.909827 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: tags {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.911707 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: tags {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.913573 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: tags {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.915743 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: tags {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.917543 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: tags {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.919420 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron.api.extensions [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Extended resource: tags {{(pid=91650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 19:53:29.926152 dv-cinder-794669-1-smb neutron-server[91650]: WARNING keystonemiddleware.auth_token [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 19:53:29.931102 dv-cinder-794669-1-smb neutron-server[91650]: WARNING keystonemiddleware.auth_token [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 19:53:29.940510 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Acquired lock "singleton_lock" {{(pid=91650) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 03 19:53:29.941278 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_concurrency.lockutils [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Releasing lock "singleton_lock" {{(pid=91650) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 03 19:53:29.941939 dv-cinder-794669-1-smb neutron-server[91650]: INFO oslo_service.service [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Starting 2 workers Jun 03 19:53:29.946889 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Started child 91759 {{(pid=91650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 19:53:29.951829 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Started child 91760 {{(pid=91650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 19:53:29.952940 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:29.954082 dv-cinder-794669-1-smb neutron-server[91650]: INFO neutron.service [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 19:53:29.954343 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Notify callbacks [] for process, before_spawn {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:29.955023 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [-] (91759) wsgi starting up on http://0.0.0.0:9696 Jun 03 19:53:29.957383 dv-cinder-794669-1-smb neutron-server[91650]: INFO oslo_service.service [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Starting 1 workers Jun 03 19:53:29.959991 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:29.962304 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [-] (91760) wsgi starting up on http://0.0.0.0:9696 Jun 03 19:53:29.963013 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Started child 91761 {{(pid=91650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 19:53:29.963637 dv-cinder-794669-1-smb neutron-server[91650]: INFO oslo_service.service [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Starting 1 workers Jun 03 19:53:29.968411 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Started child 91762 {{(pid=91650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 19:53:29.969187 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.service [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] calling RpcWorker wait() {{(pid=91761) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 19:53:29.969837 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG neutron_lib.callbacks.manager [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] Notify callbacks [] for process, after_spawn {{(pid=91650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:29.970057 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.service [None req-6a72eb74-94e0-4521-b194-98a892e7c514 None None] returning from RpcWorker wait() {{(pid=91761) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 19:53:29.971989 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91650) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 19:53:29.972210 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 19:53:29.972601 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 19:53:29.972821 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 19:53:29.973043 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:29.973421 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 19:53:29.973560 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 19:53:29.973744 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:53:29.974032 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.974332 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.974629 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.974918 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.975234 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.975960 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.976312 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.976597 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.976808 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:29.977532 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.977532 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.977532 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.977532 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.977821 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.977978 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.978340 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:53:29.978568 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.978838 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.979096 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.979381 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.979565 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.979840 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.980118 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.980350 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.980625 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] debug = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.981066 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.981472 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.981791 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.982043 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.982276 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.982809 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.983407 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.983407 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.984272 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.984272 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.984699 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.984699 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.985057 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.985227 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.985457 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.985848 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.987010 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.987800 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] host = dv-cinder-794669-1-smb {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.988417 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.989053 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.989675 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.989948 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.990657 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.990820 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.991046 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.991702 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.992407 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.992723 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.993701 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.993883 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.994231 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.994815 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.995501 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_options = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.995995 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.996614 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.997073 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.997600 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.997899 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.998919 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.999378 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:29.999667 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.000073 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.000447 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.000814 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.001229 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.001623 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.002045 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.002452 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.002802 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.003137 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.003452 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.003794 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.004112 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.004433 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.004765 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.005157 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.005545 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.005781 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.006065 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.006562 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.006810 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.007038 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.007265 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.007689 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.007930 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.008350 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.008579 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.008819 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.009149 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.009443 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.009797 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.010116 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.010438 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.010773 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.011061 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.011363 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.011679 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.011992 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.012293 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_json = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.012582 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.012927 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.013278 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.013562 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.013859 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.014148 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.014435 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.014752 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.015246 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.015701 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.016039 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.016350 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.016671 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.017053 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.017400 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.017848 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.018161 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.018555 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.019153 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.019649 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.020148 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.020690 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.021591 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.022066 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.022955 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.023275 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.023665 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.024179 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.024654 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.026216 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.026216 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.026722 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.026722 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.95/identity {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.027984 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.027984 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.029624 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.029624 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.029624 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.029624 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.030276 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.030276 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.030614 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.032923 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.032923 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.032923 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.032923 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.032923 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.032923 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.032923 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.032923 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.034402 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.034402 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.034402 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.034402 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.034854 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.034854 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.035101 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.035292 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.035609 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.035779 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.036020 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.036178 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.036417 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.036691 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.036941 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.037173 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.037416 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.037646 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.037891 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.038343 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.038749 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.039171 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.039600 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.039844 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.040063 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.040257 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.040626 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.040975 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.041126 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.041348 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.041714 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.042093 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.042310 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.042701 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.043041 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.043308 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.043524 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.043727 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.043975 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.044185 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.044428 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.044649 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.044955 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.045266 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.045517 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.045774 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.046038 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.046606 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.047977 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.048489 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.049298 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.053264 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.053682 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.054403 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.054827 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.055340 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.055764 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.056057 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.056317 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.056601 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.057049 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.057435 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.057846 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.058263 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.058873 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.059772 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.060520 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.061123 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.062019 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.062355 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.062649 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.063113 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.063490 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.064215 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.065639 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.066325 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.067030 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.067525 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.067942 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.068402 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.068809 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.069230 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.069978 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.070401 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.070804 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.071252 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.071662 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.072050 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.072429 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.072840 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.073415 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.073835 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.074219 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.074584 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.074874 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.075206 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.075615 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.076612 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.077082 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.077521 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.077926 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.078353 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.95/identity {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.078762 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.079360 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.079798 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.080931 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.081326 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.081633 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.081995 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.082377 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.082770 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.083468 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.084070 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.084931 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.085559 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.086192 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.086795 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.087239 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.087481 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.087760 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.088166 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.088546 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.088960 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.089534 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.089944 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.090416 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.090814 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.091251 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.091692 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.092089 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.092495 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.092961 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.093413 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.093795 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.094258 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.094647 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.095017 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.095387 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.095843 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.096253 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.096632 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.097095 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.097507 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.097782 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.098107 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.098650 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.099084 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.099555 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.099977 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.100591 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.101023 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.101414 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.101774 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.102342 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.102731 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.103323 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.103789 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.104200 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.104592 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.105121 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.105569 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.105807 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.106071 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.106415 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.106909 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.107279 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.107619 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.107957 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.108306 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.108626 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.108977 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.109319 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.109642 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.109946 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.110327 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.110678 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.111047 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.111464 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.111992 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.112193 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.112547 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.112845 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.113093 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.113313 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.113563 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.113777 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.113989 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.114205 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.114414 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.114754 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.115025 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.115249 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.115536 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.116011 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.116242 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.116507 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.116848 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.117093 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.117357 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.117597 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.117810 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.118032 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.118307 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.118638 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.118924 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.119182 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.119417 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.119702 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.119993 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.120251 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.120461 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.120736 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.121087 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.121362 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.121627 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.121877 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.122145 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.122384 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.122618 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.122850 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.123086 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.123323 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.123576 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.123836 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.124073 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.124304 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.124529 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.124741 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.124986 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.125197 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.125415 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.125648 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.125790 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 19:53:30.126336 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91650) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 19:53:30.126475 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 19:53:30.126634 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 19:53:30.127383 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 19:53:30.127599 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 19:53:30.127802 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 19:53:30.127943 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.128069 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.128244 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.128372 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.128495 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.128620 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.128768 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.128947 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.129108 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.129281 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.129412 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.129592 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.129739 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.129865 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.130031 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.130173 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.130302 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.130427 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.130552 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.130700 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.130839 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.130999 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.131155 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] debug = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.131312 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.131503 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.131663 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.131805 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.131954 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.132110 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.132292 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.132604 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.132795 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.133026 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.133214 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.133214 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.133573 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.133573 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.133926 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.133926 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.133926 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.134472 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] host = dv-cinder-794669-1-smb {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.134472 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.134472 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.134472 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.134976 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.134976 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.134976 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.135366 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.135366 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.135366 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.135726 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.135726 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.135991 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.135991 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.136372 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.136372 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_options = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.136372 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.136770 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.136770 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.136770 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.137349 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.137349 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.137349 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.137697 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.137697 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.137697 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.138065 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.138065 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.138299 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.138299 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.138532 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.138532 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.138767 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.138891 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.139099 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.139099 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.139336 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.139449 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.139572 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.139700 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.139816 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.139939 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.140100 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.140236 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.140439 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.140601 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.140757 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.140938 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.141066 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.141223 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.141377 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.141533 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.141735 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.141902 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.142059 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.142215 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.142450 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.143204 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.143334 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.143479 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.143627 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.143754 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_json = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.143889 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.144274 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.144274 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.144495 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.144495 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.144729 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.144852 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.144998 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 19:53:30.145138 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.145477 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.145477 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.145694 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.145819 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.146018 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.146289 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.146560 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.146915 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.146915 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.147165 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.147288 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.147413 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.147536 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.147769 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.147935 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.148097 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.148257 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.148473 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.148651 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.148823 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.149172 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.149350 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.149513 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.149675 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.95/identity {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.149837 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.150020 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.150168 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.150296 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.150447 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.150631 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.150794 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.150955 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.151117 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.151363 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.151513 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.151727 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.151901 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.152025 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.152201 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.152368 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.152527 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.152688 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.152848 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.153034 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.153357 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.153491 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.153575 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.153729 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.153896 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.154072 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.154234 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.154395 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.154576 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.154739 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.154899 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.155071 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.155375 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.155569 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.155791 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.155949 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.156115 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.156282 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.156454 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.156805 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.156805 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.156805 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.157223 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.157223 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.157465 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.157590 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.157714 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.157853 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.158075 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.158240 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.158477 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.158709 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.158874 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.159062 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.159225 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.159386 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.159548 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.159711 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.159874 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.160081 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.160261 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.160422 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.160582 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.160742 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.160924 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.161096 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.161317 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.161541 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.161703 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.161864 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.162023 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.162204 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.162382 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.162588 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.162753 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.162913 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.163072 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.163233 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.163445 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.163805 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.163805 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.164188 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.164344 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.164504 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.164664 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.164825 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.165047 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.165230 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.165412 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.165524 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.165645 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.165869 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.165982 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.166126 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.166292 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.166449 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.166612 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.166781 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.166951 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.167064 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.167259 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.167363 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.167514 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.167628 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:53:30.167742 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.167834 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.167990 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.168147 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.168333 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.168492 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.168654 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.168850 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.169000 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.169134 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.169282 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.169441 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.169605 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.169788 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.169953 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.170114 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.95/identity {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.170317 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.170488 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.170607 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.170748 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.170908 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.171067 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.171225 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.171365 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.171521 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.171680 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.171848 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.172007 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.172167 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.172327 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.172486 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.172646 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.172785 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.172983 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.173174 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.173319 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.173458 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.173812 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.173987 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.174174 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.174329 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.174507 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.174674 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.174837 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.174996 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.175158 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.175318 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.175480 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.175642 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.175828 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.175994 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.176157 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.176299 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.176467 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.176669 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.176818 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.177045 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.177178 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.177329 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.177528 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.177659 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.177795 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.177928 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.178056 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.178193 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.178518 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.178667 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.178827 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.178956 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.179123 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.179271 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.179441 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.179607 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.179770 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.179929 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.180091 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.180238 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.180417 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.180582 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.181107 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.181107 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.181463 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.181463 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.181463 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.182059 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.182059 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.182059 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.182059 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.182655 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.182655 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.182655 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.182655 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.183195 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.183195 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.183195 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.183503 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.183503 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.183740 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.183865 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.183983 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.184126 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.184273 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.184423 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.184574 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.184687 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.184849 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.185019 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.185182 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.185344 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.185505 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.185678 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.185839 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.186005 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.186165 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.186325 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.186490 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.186652 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.186817 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.186989 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.187159 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.187337 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.187516 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.187711 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.187865 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.188000 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.188146 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.188312 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.188500 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.188691 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.188691 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.189127 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.189127 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.189965 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.189965 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.190242 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.190242 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.190482 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.190482 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.191044 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.191044 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.191304 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.191304 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.191512 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.191580 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.191739 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.191918 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 19:53:30.192048 dv-cinder-794669-1-smb neutron-server[91650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 19:53:30.254059 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54040) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:53:30.263081 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [-] 10.222.0.95 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067675 Jun 03 19:53:42.564796 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbd2a72-76a4-4535-9436-0e6621e9fca2 None None] get_active_networks_info from dv-cinder-794669-1-smb {{(pid=91761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 19:53:42.673542 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd2a72-76a4-4535-9436-0e6621e9fca2 None None] No non-hosted networks {{(pid=91761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 19:53:42.710603 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.agentschedulers_db [None req-ebbd2a72-76a4-4535-9436-0e6621e9fca2 None None] DHCP Agent not found on host dv-cinder-794669-1-smb {{(pid=91761) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 03 19:53:42.777662 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-bca184f7-a15e-4edb-9799-a292b16f43a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903'] for agent, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:45.139972 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903'] for agent, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:45.143733 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.154642 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.155690 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.157235 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.158816 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.160166 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.162024 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.163986 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.165860 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.167256 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.168847 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.169519 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:45.171051 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794669-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:53:45.182891 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794669-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:53:45.675488 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-addd337b-4f17-4075-a029-6308833a604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903'] for agent, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:45.717877 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ef98a35b-88bd-4497-b2aa-00c107eeb107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:47.348697 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903'] for agent, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:48.760202 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903'] for agent, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:50.089673 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.db.l3_hamode_db [None req-bf45bf3c-ac66-44d8-a3d8-3550d51096e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 19:53:50.183436 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45bf3c-ac66-44d8-a3d8-3550d51096e2 None None] Routers set() bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:53:50.184050 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45bf3c-ac66-44d8-a3d8-3550d51096e2 None None] Router IDs set() for agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 03 19:53:50.241203 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 54134) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:53:50.927900 dv-cinder-794669-1-smb neutron-server[91760]: WARNING oslo_policy.policy [None req-b7fb9484-ba9b-499f-bd04-ff28ac94e6c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 19:53:50.928545 dv-cinder-794669-1-smb neutron-server[91760]: WARNING oslo_policy.policy [None req-b7fb9484-ba9b-499f-bd04-ff28ac94e6c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 19:53:51.152276 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [None req-b7fb9484-ba9b-499f-bd04-ff28ac94e6c8 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:53:51.153488 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-b7fb9484-ba9b-499f-bd04-ff28ac94e6c8 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9101942 Jun 03 19:53:53.668741 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54148) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:53:54.467566 dv-cinder-794669-1-smb neutron-server[91759]: WARNING oslo_policy.policy [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 19:53:54.468196 dv-cinder-794669-1-smb neutron-server[91759]: WARNING oslo_policy.policy [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 19:53:54.714563 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:53:54.828686 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.policy [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91759) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 19:53:54.876433 dv-cinder-794669-1-smb neutron-server[91759]: WARNING oslo_policy.policy [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 19:53:54.876889 dv-cinder-794669-1-smb neutron-server[91759]: WARNING oslo_policy.policy [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 19:53:54.885835 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.quota [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] Loaded quota_driver: . Jun 03 19:53:54.902759 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:53:54.973834 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729095464388', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729095465961', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729095452355', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729095449642', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729095489499', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729095497742', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1698589', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1644818', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-612444', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756885'] for rbac-policy, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:55.052823 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:55.054937 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-3e6b4568-b7b3-448d-927f-aa1599a867c7 admin admin] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3847175 Jun 03 19:53:57.978736 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54166) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:53:58.404442 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:53:58.410239 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:53:58.415434 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Usage tracker for resource:network and tenant:dfdb1eeb42ef4b56941c2513bb118f63 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:53:58.422695 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:53:58.430912 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:53:58.444049 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Made reservation on behalf of dfdb1eeb42ef4b56941c2513bb118f63 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:53:58.447596 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:58.467557 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:58.485007 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:53:58.492238 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Usage tracker for resource:security_group_rule and tenant:dfdb1eeb42ef4b56941c2513bb118f63 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:53:58.501054 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:53:58.513142 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:53:58.652102 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:58.656723 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:58.661999 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:53:58.684782 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1169} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 19:53:58.712642 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729094025912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:58.713319 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Unsubscribe: segment precommit_create {{(pid=91759) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 19:53:58.713830 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.segments_db [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Added segment 9125202a-49aa-419f-a5bf-30ddc1eec649 of type vlan for network 74a13d7e-0dd5-477b-8f20-64bc23124871 Jun 03 19:53:58.724154 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2bef7d-4758-4cfb-bb35-0e1b7cabbb13,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:53:58.783938 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.784190 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.784479 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.784825 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.785150 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.785461 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.785770 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.786077 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.786398 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.786706 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.787008 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.787307 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Tracked resource versions report: Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: pushed versions: Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: { 'AddressGroup': {'1.2'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'ConntrackHelper': {'1.0'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'Log': {'1.0'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'Network': {'1.1'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'Port': {'1.7'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'PortForwarding': {'1.2'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'QosPolicy': {'1.8'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'SecurityGroup': {'1.4'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'SecurityGroupRule': {'1.2'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'SubPort': {'1.0'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'Subnet': {'1.1'}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'Trunk': {'1.1'}} Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: consumer versions: Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: { DHCP agent@dv-cinder-794669-1-smb: {}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: L3 agent@dv-cinder-794669-1-smb: {}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: Metadata agent@dv-cinder-794669-1-smb: {}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: Metering agent@dv-cinder-794669-1-smb: {}, Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: Open vSwitch agent@dv-cinder-794669-1-smb: { 'AddressGroup': '1.2', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'ConntrackHelper': '1.0', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'Log': '1.0', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'Network': '1.1', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'Port': '1.7', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'PortForwarding': '1.2', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'QosPolicy': '1.8', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'SecurityGroup': '1.4', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'SecurityGroupRule': '1.2', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'SubPort': '1.0', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'Subnet': '1.1', Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: 'Trunk': '1.1'}} Jun 03 19:53:58.788443 dv-cinder-794669-1-smb neutron-server[91759]: {{(pid=91759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 19:53:58.849802 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:58.854389 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:53:58.901777 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:58.903455 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:53:58.904202 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:53:58.908827 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:53:59.026574 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Pushing event updated for resources: {'Network': ['ID=74a13d7e-0dd5-477b-8f20-64bc23124871,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:53:59.029732 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0499279 Jun 03 19:53:59.032147 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:53:59.043995 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 74a13d7e-0dd5-477b-8f20-64bc23124871 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 19:54:02.033529 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54180) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:54:02.555368 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254fa81b-2ad4-4e67-9706-c0833cfc71e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:54:02.556750 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-254fa81b-2ad4-4e67-9706-c0833cfc71e2 admin admin] 10.222.0.95 "GET /v2.0/networks/74a13d7e-0dd5-477b-8f20-64bc23124871 HTTP/1.1" status: 200 len: 826 time: 0.5220616 Jun 03 19:54:02.586322 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-f19bf0ed-405b-4c3c-ad0a-4a106272dc66 admin admin] 10.222.0.95 "GET /v2.0/subnetpools/1a67b525-035b-47ca-b861-e7d3ce21f4b2 HTTP/1.1" status: 200 len: 734 time: 0.0237796 Jun 03 19:54:02.604748 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Request body: {'subnet': {'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'ip_version': 4, 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871', 'subnetpool_id': '1a67b525-035b-47ca-b861-e7d3ce21f4b2', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:54:02.604748 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:54:02.606090 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Usage tracker for resource:subnet and tenant:dfdb1eeb42ef4b56941c2513bb118f63 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:54:02.609557 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:54:02.616483 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:54:02.627372 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Made reservation on behalf of dfdb1eeb42ef4b56941c2513bb118f63 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:54:02.630048 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:03.188302 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:03.192984 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:03.280784 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4e1a57-09e1-4ace-842c-13fb65d90955,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:03.287163 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:03.288112 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Checking segment: {'id': '9125202a-49aa-419f-a5bf-30ddc1eec649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:54:03.288488 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Network hostable DHCP agents. Network: 74a13d7e-0dd5-477b-8f20-64bc23124871, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 19:54:03.317720 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Network 74a13d7e-0dd5-477b-8f20-64bc23124871 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 19:54:03.331584 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 74a13d7e-0dd5-477b-8f20-64bc23124871) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:54:03.337976 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:54:03.338560 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:03.347081 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd26050b-2d2b-4a19-8bb3-c3a747865601 None None] Network 74a13d7e-0dd5-477b-8f20-64bc23124871 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:54:03.364566 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-5fe908da-7b0a-4d85-8f7b-63c92e3ffa8f admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7726917 Jun 03 19:54:03.710166 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b804fac-148f-51a6-a6f4-9c42a0888a3f-74a13d7e-0dd5-477b-8f20-64bc23124871', 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'fixed_ips': [{'subnet_id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955'}]}} from dv-cinder-794669-1-smb. {{(pid=91761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 19:54:03.711407 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:03.926546 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.db_base_plugin_common [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Allocated IP 172.20.0.2 (74a13d7e-0dd5-477b-8f20-64bc23124871/fa4e1a57-09e1-4ace-842c-13fb65d90955/bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d) {{(pid=91761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:54:04.234375 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Notify callbacks [] for port, precommit_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:04.250324 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Transition to ACTIVE for port object bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:54:04.275284 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Transition to ACTIVE for port object bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d will not be triggered until provisioned by entity DHCP. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:54:04.283074 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:04.288210 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:04.346794 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Network 74a13d7e-0dd5-477b-8f20-64bc23124871 is already hosted by enough agents. {{(pid=91761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:54:04.349683 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.base_scheduler [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Resources bound (agent type, host, resource id): {{(pid=91761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:54:04.362297 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Received port after_create {{(pid=91761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:54:04.364599 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Pushing event updated for resources: {'Port': ['ID=bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d,revision_number=1']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:04.374142 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.374479 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.374810 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.375137 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.375465 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.375807 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.376103 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.376959 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.377276 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.377590 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.377906 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.378214 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Tracked resource versions report: Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: pushed versions: Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: { 'AddressGroup': {'1.2'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'ConntrackHelper': {'1.0'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'Log': {'1.0'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'Network': {'1.1'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'Port': {'1.7'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'PortForwarding': {'1.2'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'QosPolicy': {'1.8'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'SecurityGroup': {'1.4'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'SecurityGroupRule': {'1.2'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'SubPort': {'1.0'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'Subnet': {'1.1'}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'Trunk': {'1.1'}} Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: consumer versions: Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: { DHCP agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: L3 agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: Metadata agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: Metering agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: Open vSwitch agent@dv-cinder-794669-1-smb: { 'AddressGroup': '1.2', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'ConntrackHelper': '1.0', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'Log': '1.0', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'Network': '1.1', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'Port': '1.7', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'PortForwarding': '1.2', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'QosPolicy': '1.8', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'SecurityGroup': '1.4', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'SecurityGroupRule': '1.2', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'SubPort': '1.0', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'Subnet': '1.1', Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: 'Trunk': '1.1'}} Jun 03 19:54:04.379339 dv-cinder-794669-1-smb neutron-server[91761]: {{(pid=91761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 19:54:04.416919 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:04.485510 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Attempting to bind port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:54:04.486593 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Attempting to bind port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '9125202a-49aa-419f-a5bf-30ddc1eec649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:54:04.487321 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Attempting to bind port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d on network 74a13d7e-0dd5-477b-8f20-64bc23124871 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:54:04.494809 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:54:04.495333 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Checking segment: {'id': '9125202a-49aa-419f-a5bf-30ddc1eec649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:54:04.495904 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:04.496381 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Bound using segment: {'id': '9125202a-49aa-419f-a5bf-30ddc1eec649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:54:04.496997 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Bound port: bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9125202a-49aa-419f-a5bf-30ddc1eec649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:54:04.497508 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:04.624289 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] For port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:54:04.631711 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] For port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d,segment=NetworkSegment(9125202a-49aa-419f-a5bf-30ddc1eec649),segment_id=9125202a-49aa-419f-a5bf-30ddc1eec649)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:54:04.637512 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:04.642112 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:04.756894 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Pushing event updated for resources: {'Port': ['ID=bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:04.762433 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:06.176141 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54188) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:54:06.592255 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [None req-4025f0e9-be12-48e9-9c67-f5f36ae9989f admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:54:06.593261 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-4025f0e9-be12-48e9-9c67-f5f36ae9989f admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4161823 Jun 03 19:54:09.160357 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54196) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:54:09.716884 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [None req-dbd73996-e39b-44e8-8abc-bca81c6a2157 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:54:09.718711 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-dbd73996-e39b-44e8-8abc-bca81c6a2157 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5571556 Jun 03 19:54:11.072397 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b63a1-1109-42e7-b60f-df9d686b2fbe None None] Network 74a13d7e-0dd5-477b-8f20-64bc23124871 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:54:11.204026 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-66bed026-ba4a-471e-8dfb-3099d2e16036 None None] Provisioning for port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:54:11.425322 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:54:11.543699 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:54:11.550012 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:54:11.550412 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:11.711729 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:11.766737 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d,segment=NetworkSegment(9125202a-49aa-419f-a5bf-30ddc1eec649),segment_id=9125202a-49aa-419f-a5bf-30ddc1eec649)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:54:11.768698 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-58e3367f-9cdc-4b5e-bcf6-5bd8c2588bb0 None None] Provisioning complete for port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:54:11.769184 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-58e3367f-9cdc-4b5e-bcf6-5bd8c2588bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:11.799028 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:11.808788 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:11.896325 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:11.899871 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:12.485121 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-7fe4346e-2957-4673-8e8f-8f5b9c0e86b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:12.627861 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 54210) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:54:13.072455 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'admin_state_up': True}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:54:13.144415 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.policy [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91760) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 19:54:13.191062 dv-cinder-794669-1-smb neutron-server[91760]: WARNING oslo_policy.policy [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 19:54:13.191359 dv-cinder-794669-1-smb neutron-server[91760]: WARNING oslo_policy.policy [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 19:54:13.200368 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.quota [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Loaded quota_driver: . Jun 03 19:54:13.217016 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:54:13.224148 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Usage tracker for resource:router and tenant:dfdb1eeb42ef4b56941c2513bb118f63 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:54:13.229305 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:54:13.237628 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:54:13.255065 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103945'] for router, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:13.257082 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103936'] for router, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:13.284560 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:13.370574 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:54:13.419573 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-803381'] for router, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:13.449777 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] Notify callbacks [] for router, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:13.451721 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-997b123e-d152-47f2-b61a-bfb3d880cd3d admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8217268 Jun 03 19:54:13.468009 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:54:13.468386 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:15.146597 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:15.652960 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2d01dc73-28cc-403b-b33b-001b172eae13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:16.015891 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54220) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:54:16.414488 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [None req-a2c478ee-ebcf-45d4-9bdb-6711cd8f6c03 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:54:16.415500 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a2c478ee-ebcf-45d4-9bdb-6711cd8f6c03 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3986864 Jun 03 19:54:17.294845 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:18.679465 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:18.934656 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54238) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:54:19.094090 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:54:19.100661 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:54:19.106811 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Usage tracker for resource:network and tenant:d3027843aacd4832a29854ae856ccb46 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:54:19.111068 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:54:19.116938 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:54:19.128203 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Made reservation on behalf of d3027843aacd4832a29854ae856ccb46 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:54:19.130559 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:19.143559 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:19.158994 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:54:19.162725 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d3027843aacd4832a29854ae856ccb46 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:54:19.165754 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:54:19.171478 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:54:19.253951 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:19.258270 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:19.261309 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:19.282638 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Reserving flat network on physical network physnet1 {{(pid=91759) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 19:54:19.295741 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814c7072-9d48-4d2a-a564-0ed6687b2e9d,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:19.299531 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:19.301974 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:19.302339 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.segments_db [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Added segment 90fa6216-cb3d-4533-884f-8c2ac35eb758 of type flat for network 35db765c-e254-4267-9abb-eb16c6f88e22 Jun 03 19:54:19.336976 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:19.372175 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:19.373535 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:54:19.374099 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:19.377711 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:19.472388 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5365539 Jun 03 19:54:19.475341 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=35db765c-e254-4267-9abb-eb16c6f88e22,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:19.478350 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:19.487643 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 35db765c-e254-4267-9abb-eb16c6f88e22 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 19:54:21.664740 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 54256) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:54:21.806099 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa608aa-e32f-4808-b8bc-4032e8c32f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:54:21.807606 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-dfa608aa-e32f-4808-b8bc-4032e8c32f26 admin admin] 10.222.0.95 "GET /v2.0/subnets/fa4e1a57-09e1-4ace-842c-13fb65d90955 HTTP/1.1" status: 200 len: 849 time: 0.1418335 Jun 03 19:54:21.958179 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-902da02c-62a5-47fe-8ce6-f85ef8b6ed1e admin admin] 10.222.0.95 "GET /v2.0/routers/46675f5f-ba92-44c2-826a-48ebd7c8e1f6 HTTP/1.1" status: 200 len: 704 time: 0.1413448 Jun 03 19:54:22.457554 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:22.704887 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Allocated IP 172.20.0.1 (74a13d7e-0dd5-477b-8f20-64bc23124871/fa4e1a57-09e1-4ace-842c-13fb65d90955/dbf3586c-d4bf-4962-96e5-a8dd89dfa793) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:54:22.893230 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:22.914513 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Transition to ACTIVE for port object dbf3586c-d4bf-4962-96e5-a8dd89dfa793 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:54:22.970622 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:22.975500 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:23.035811 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Network 74a13d7e-0dd5-477b-8f20-64bc23124871 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:54:23.038898 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:54:23.078194 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf3586c-d4bf-4962-96e5-a8dd89dfa793,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:23.090367 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.090710 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.091041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.091367 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.091691 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.092011 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.092328 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.092644 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.093001 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.093323 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.094156 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.094156 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Tracked resource versions report: Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: pushed versions: Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: { 'AddressGroup': {'1.2'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'ConntrackHelper': {'1.0'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'Log': {'1.0'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'Network': {'1.1'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'Port': {'1.7'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'PortForwarding': {'1.2'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'QosPolicy': {'1.8'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'SecurityGroup': {'1.4'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'SecurityGroupRule': {'1.2'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'SubPort': {'1.0'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'Subnet': {'1.1'}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'Trunk': {'1.1'}} Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: consumer versions: Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: { DHCP agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: L3 agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: Metadata agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: Metering agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: Open vSwitch agent@dv-cinder-794669-1-smb: { 'AddressGroup': '1.2', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'ConntrackHelper': '1.0', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'Log': '1.0', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'Network': '1.1', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'Port': '1.7', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'PortForwarding': '1.2', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'QosPolicy': '1.8', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'SecurityGroup': '1.4', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'SecurityGroupRule': '1.2', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'SubPort': '1.0', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'Subnet': '1.1', Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: 'Trunk': '1.1'}} Jun 03 19:54:23.095609 dv-cinder-794669-1-smb neutron-server[91760]: {{(pid=91760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 19:54:23.106998 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:54:23.107575 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-803579'] for router_interface, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:23.259933 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-ac8322ff-0e2c-443b-88c8-e5a2e8bbb45c None None] Provisioning for port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:54:23.261607 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:23.267814 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-ac8322ff-0e2c-443b-88c8-e5a2e8bbb45c None None] Provisioning complete for port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:54:23.268300 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ac8322ff-0e2c-443b-88c8-e5a2e8bbb45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:23.327258 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-ac8322ff-0e2c-443b-88c8-e5a2e8bbb45c None None] Port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 19:54:23.384119 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:23.623003 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:23.629266 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:23.630885 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648087'] for router_interface, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:23.635370 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:23.814641 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf3586c-d4bf-4962-96e5-a8dd89dfa793,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:23.817953 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:23.875901 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Network 74a13d7e-0dd5-477b-8f20-64bc23124871 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:54:23.877431 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:54:24.052403 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-2fe8a6cd-b00c-4b7d-acf6-0fc1a13f8945 None None] Provisioning complete for port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:54:24.053144 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2fe8a6cd-b00c-4b7d-acf6-0fc1a13f8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:24.073392 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Router 46675f5f-ba92-44c2-826a-48ebd7c8e1f6 is scheduled to L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 with binding_index 1 {{(pid=91760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 19:54:24.110490 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8a6cd-b00c-4b7d-acf6-0fc1a13f8945 None None] Port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 19:54:24.229482 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:54:24.238622 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] 10.222.0.95 "PUT /v2.0/routers/46675f5f-ba92-44c2-826a-48ebd7c8e1f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2752061 Jun 03 19:54:24.240132 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Sync routers for ids ['46675f5f-ba92-44c2-826a-48ebd7c8e1f6'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:54:24.254291 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Routers {'46675f5f-ba92-44c2-826a-48ebd7c8e1f6'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:54:24.255645 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T19:54:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['46675f5f-ba92-44c2-826a-48ebd7c8e1f6'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:54:24.437127 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Set router 46675f5f-ba92-44c2-826a-48ebd7c8e1f6 gateway port host: None {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:54:24.820548 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'name': 'router1', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:54:13Z', 'updated_at': '2021-06-03T19:54:23Z', 'revision_number': 2, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'gw_port_host': None, '_interfaces': [{'id': 'dbf3586c-d4bf-4962-96e5-a8dd89dfa793', 'name': '', 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'mac_address': 'fa:16:3e:89:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:54:22Z', 'updated_at': '2021-06-03T19:54:23Z', 'revision_number': 2, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'subnets': [{'id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a67b525-035b-47ca-b861-e7d3ce21f4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:54:24.825798 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Checking router: 46675f5f-ba92-44c2-826a-48ebd7c8e1f6 for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:54:24.826121 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Updating router 46675f5f-ba92-44c2-826a-48ebd7c8e1f6 port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 binding host dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 19:54:24.884296 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:25.268762 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:25.284401 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Transition to ACTIVE for port object dbf3586c-d4bf-4962-96e5-a8dd89dfa793 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:54:25.291515 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:25.296466 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:25.506188 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Pushing event updated for resources: {'Port': ['ID=dbf3586c-d4bf-4962-96e5-a8dd89dfa793,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:25.518639 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.519040 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.519314 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.519645 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.519970 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.520297 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.520618 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.520958 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.521282 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.521594 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.521902 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.522286 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Tracked resource versions report: Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: pushed versions: Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: { 'AddressGroup': {'1.2'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'ConntrackHelper': {'1.0'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'Log': {'1.0'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'Network': {'1.1'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'Port': {'1.7'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'PortForwarding': {'1.2'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'QosPolicy': {'1.8'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'SecurityGroup': {'1.4'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'SecurityGroupRule': {'1.2'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'SubPort': {'1.0'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'Subnet': {'1.1'}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'Trunk': {'1.1'}} Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: consumer versions: Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: { DHCP agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: L3 agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: Metadata agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: Metering agent@dv-cinder-794669-1-smb: {}, Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: Open vSwitch agent@dv-cinder-794669-1-smb: { 'AddressGroup': '1.2', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'ConntrackHelper': '1.0', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'Log': '1.0', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'Network': '1.1', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'Port': '1.7', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'PortForwarding': '1.2', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'QosPolicy': '1.8', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'SecurityGroup': '1.4', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'SecurityGroupRule': '1.2', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'SubPort': '1.0', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'Subnet': '1.1', Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: 'Trunk': '1.1'}} Jun 03 19:54:25.523324 dv-cinder-794669-1-smb neutron-server[91762]: {{(pid=91762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 19:54:25.525832 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Attempting to bind port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:54:25.526210 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Attempting to bind port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '9125202a-49aa-419f-a5bf-30ddc1eec649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:54:25.526653 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Attempting to bind port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 on network 74a13d7e-0dd5-477b-8f20-64bc23124871 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:54:25.530907 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:25.534022 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:54:25.534436 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Checking segment: {'id': '9125202a-49aa-419f-a5bf-30ddc1eec649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:54:25.534913 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:25.535310 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Bound using segment: {'id': '9125202a-49aa-419f-a5bf-30ddc1eec649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:54:25.535821 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Bound port: dbf3586c-d4bf-4962-96e5-a8dd89dfa793, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9125202a-49aa-419f-a5bf-30ddc1eec649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:54:25.536198 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:25.624737 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] For port dbf3586c-d4bf-4962-96e5-a8dd89dfa793, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:54:25.628570 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] For port dbf3586c-d4bf-4962-96e5-a8dd89dfa793, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=dbf3586c-d4bf-4962-96e5-a8dd89dfa793,segment=NetworkSegment(9125202a-49aa-419f-a5bf-30ddc1eec649),segment_id=9125202a-49aa-419f-a5bf-30ddc1eec649)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:54:25.633833 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:25.637609 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:25.720830 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Routers {'46675f5f-ba92-44c2-826a-48ebd7c8e1f6'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:54:25.721300 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T19:54:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['46675f5f-ba92-44c2-826a-48ebd7c8e1f6'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:54:25.866088 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Pushing event updated for resources: {'Port': ['ID=dbf3586c-d4bf-4962-96e5-a8dd89dfa793,revision_number=4']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:25.875271 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:25.908398 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] Set router 46675f5f-ba92-44c2-826a-48ebd7c8e1f6 gateway port host: None {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:54:26.242743 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'name': 'router1', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:54:13Z', 'updated_at': '2021-06-03T19:54:23Z', 'revision_number': 2, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'gw_port_host': None, '_interfaces': [{'id': 'dbf3586c-d4bf-4962-96e5-a8dd89dfa793', 'name': '', 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'mac_address': 'fa:16:3e:89:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:54:22Z', 'updated_at': '2021-06-03T19:54:25Z', 'revision_number': 4, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'subnets': [{'id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a67b525-035b-47ca-b861-e7d3ce21f4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:54:26.246455 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81c482-9118-4eda-aa10-009bf43be7b6 None None] The sync data for ids ['46675f5f-ba92-44c2-826a-48ebd7c8e1f6'] in dv-cinder-794669-1-smb is: [{'id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'name': 'router1', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:54:13Z', 'updated_at': '2021-06-03T19:54:23Z', 'revision_number': 2, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'gw_port_host': None, '_interfaces': [{'id': 'dbf3586c-d4bf-4962-96e5-a8dd89dfa793', 'name': '', 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'mac_address': 'fa:16:3e:89:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:54:22Z', 'updated_at': '2021-06-03T19:54:25Z', 'revision_number': 4, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'subnets': [{'id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a67b525-035b-47ca-b861-e7d3ce21f4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:54:26.488254 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 54272) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:54:26.656910 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c977a09e-97cb-453b-9e2a-e430c16ae695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:54:26.658793 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-c977a09e-97cb-453b-9e2a-e430c16ae695 admin admin] 10.222.0.95 "GET /v2.0/networks/35db765c-e254-4267-9abb-eb16c6f88e22 HTTP/1.1" status: 200 len: 842 time: 0.1685870 Jun 03 19:54:26.668504 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:54:26.674727 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:54:26.678683 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Usage tracker for resource:subnet and tenant:d3027843aacd4832a29854ae856ccb46 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:54:26.681816 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:54:26.687814 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:54:26.698707 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Made reservation on behalf of d3027843aacd4832a29854ae856ccb46 for: {'subnet': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:54:26.701188 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:27.176498 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.objects.ports [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91760) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 19:54:27.176824 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268'] for subnet, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:27.180690 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:27.248390 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6a6361-31e1-4d0a-90a4-15b14750c156,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:27.254443 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:27.258692 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Checking segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:54:27.259037 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Network hostable DHCP agents. Network: 35db765c-e254-4267-9abb-eb16c6f88e22, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 19:54:27.277725 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 19:54:27.287746 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 35db765c-e254-4267-9abb-eb16c6f88e22) {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:54:27.292879 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:54:27.293930 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:27.295837 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeff4b69-2552-42e5-a574-3e3a94001f5e None None] Network 35db765c-e254-4267-9abb-eb16c6f88e22 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:54:27.318159 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6530182 Jun 03 19:54:27.522070 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaeef2b-3ca0-4888-a571-02ecb13c0eda None None] Network 35db765c-e254-4267-9abb-eb16c6f88e22 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:54:29.405905 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device dbf3586c-d4bf-4962-96e5-a8dd89dfa793 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:54:29.483843 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:54:29.488706 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:54:29.489114 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:29.630862 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:29.647734 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54284) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:54:29.665024 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port dbf3586c-d4bf-4962-96e5-a8dd89dfa793, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=dbf3586c-d4bf-4962-96e5-a8dd89dfa793,segment=NetworkSegment(9125202a-49aa-419f-a5bf-30ddc1eec649),segment_id=9125202a-49aa-419f-a5bf-30ddc1eec649)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:54:29.670335 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:29.672876 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:29.739442 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=dbf3586c-d4bf-4962-96e5-a8dd89dfa793,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:29.742650 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:29.904526 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-fe7a0c98-b2b4-4188-b513-9fe771137217 admin admin] 10.222.0.95 "GET /v2.0/routers/46675f5f-ba92-44c2-826a-48ebd7c8e1f6 HTTP/1.1" status: 200 len: 710 time: 0.2552469 Jun 03 19:54:30.042595 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d39392-6ada-4b5b-912c-aef47bfc0d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:54:30.043145 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-61d39392-6ada-4b5b-912c-aef47bfc0d49 admin admin] Synchronizing usage tracker for tenant:d3027843aacd4832a29854ae856ccb46 on resource:network {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:54:30.060905 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-61d39392-6ada-4b5b-912c-aef47bfc0d49 admin admin] Unset dirty status for tenant:d3027843aacd4832a29854ae856ccb46 on resource:network {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:54:30.062061 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-61d39392-6ada-4b5b-912c-aef47bfc0d49 admin admin] 10.222.0.95 "GET /v2.0/networks/35db765c-e254-4267-9abb-eb16c6f88e22 HTTP/1.1" status: 200 len: 886 time: 0.1520886 Jun 03 19:54:30.071581 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:54:30.588583 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648916', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104046'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:30.946868 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:31.012336 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:31.161881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Allocated IP 172.28.3.78 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/984c994e-029b-48b3-b6c8-c857c6766928) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:54:31.337111 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:31.382049 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device dbf3586c-d4bf-4962-96e5-a8dd89dfa793 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:54:31.406580 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:31.411186 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:31.457878 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:54:31.458111 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:31.478091 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:54:31.479255 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:54:31.483168 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:54:31.552006 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Pushing event updated for resources: {'Port': ['ID=984c994e-029b-48b3-b6c8-c857c6766928,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:31.611103 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:31.909790 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:32.293760 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648916', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104046'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:32.297082 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-803381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655046'] for router, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:32.486300 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Router 46675f5f-ba92-44c2-826a-48ebd7c8e1f6 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 19:54:32.667104 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 19:54:32.676445 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:32.677653 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] 10.222.0.95 "PUT /v2.0/routers/46675f5f-ba92-44c2-826a-48ebd7c8e1f6 HTTP/1.1" status: 200 len: 889 time: 2.6093512 Jun 03 19:54:32.678142 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Sync routers for ids ['46675f5f-ba92-44c2-826a-48ebd7c8e1f6'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 19:54:32.690247 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Routers {'46675f5f-ba92-44c2-826a-48ebd7c8e1f6'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:54:32.690921 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-8d344610-918f-4995-80a3-a12132e029ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T19:54:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['46675f5f-ba92-44c2-826a-48ebd7c8e1f6'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:54:32.886846 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Set router 46675f5f-ba92-44c2-826a-48ebd7c8e1f6 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:54:33.240587 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-8d344610-918f-4995-80a3-a12132e029ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'name': 'router1', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '984c994e-029b-48b3-b6c8-c857c6766928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:54:13Z', 'updated_at': '2021-06-03T19:54:31Z', 'revision_number': 4, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'gw_port': {'id': '984c994e-029b-48b3-b6c8-c857c6766928', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:db:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:54:31Z', 'updated_at': '2021-06-03T19:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'dbf3586c-d4bf-4962-96e5-a8dd89dfa793', 'name': '', 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'mac_address': 'fa:16:3e:89:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:54:22Z', 'updated_at': '2021-06-03T19:54:29Z', 'revision_number': 5, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'subnets': [{'id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a67b525-035b-47ca-b861-e7d3ce21f4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:54:33.245814 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Checking router: 46675f5f-ba92-44c2-826a-48ebd7c8e1f6 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 19:54:33.246250 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Updating router 46675f5f-ba92-44c2-826a-48ebd7c8e1f6 port 984c994e-029b-48b3-b6c8-c857c6766928 binding host dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 19:54:33.298579 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:33.653112 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:33.665336 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Transition to ACTIVE for port object 984c994e-029b-48b3-b6c8-c857c6766928 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:54:33.672440 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:33.676392 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:33.752195 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Attempting to bind port 984c994e-029b-48b3-b6c8-c857c6766928 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:54:33.752944 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Attempting to bind port 984c994e-029b-48b3-b6c8-c857c6766928 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:54:33.752944 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Attempting to bind port 984c994e-029b-48b3-b6c8-c857c6766928 on network 35db765c-e254-4267-9abb-eb16c6f88e22 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:54:33.761006 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:54:33.761379 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Checking segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:54:33.761778 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:33.762166 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Bound using segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:54:33.762631 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Bound port: 984c994e-029b-48b3-b6c8-c857c6766928, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:54:33.763001 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:33.786689 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc63eb-d80a-4f49-b085-9891518411ef None None] Pushing event updated for resources: {'Port': ['ID=984c994e-029b-48b3-b6c8-c857c6766928,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:33.789847 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-d7fc63eb-d80a-4f49-b085-9891518411ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:33.847891 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-8d344610-918f-4995-80a3-a12132e029ab None None] For port 984c994e-029b-48b3-b6c8-c857c6766928, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:54:33.851251 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-8d344610-918f-4995-80a3-a12132e029ab None None] For port 984c994e-029b-48b3-b6c8-c857c6766928, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=984c994e-029b-48b3-b6c8-c857c6766928,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:54:33.856375 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:33.861106 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:33.959367 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Routers {'46675f5f-ba92-44c2-826a-48ebd7c8e1f6'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 19:54:33.959970 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-8d344610-918f-4995-80a3-a12132e029ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T19:54:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['46675f5f-ba92-44c2-826a-48ebd7c8e1f6'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:54:34.010464 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc63eb-d80a-4f49-b085-9891518411ef None None] Pushing event updated for resources: {'Port': ['ID=984c994e-029b-48b3-b6c8-c857c6766928,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:34.018600 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-d7fc63eb-d80a-4f49-b085-9891518411ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:34.144674 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-8d344610-918f-4995-80a3-a12132e029ab None None] Set router 46675f5f-ba92-44c2-826a-48ebd7c8e1f6 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 19:54:34.478884 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-8d344610-918f-4995-80a3-a12132e029ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'name': 'router1', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '984c994e-029b-48b3-b6c8-c857c6766928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:54:13Z', 'updated_at': '2021-06-03T19:54:31Z', 'revision_number': 4, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'gw_port': {'id': '984c994e-029b-48b3-b6c8-c857c6766928', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:db:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:54:31Z', 'updated_at': '2021-06-03T19:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'dbf3586c-d4bf-4962-96e5-a8dd89dfa793', 'name': '', 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'mac_address': 'fa:16:3e:89:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:54:22Z', 'updated_at': '2021-06-03T19:54:29Z', 'revision_number': 5, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'subnets': [{'id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a67b525-035b-47ca-b861-e7d3ce21f4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 19:54:34.483043 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d344610-918f-4995-80a3-a12132e029ab None None] The sync data for ids ['46675f5f-ba92-44c2-826a-48ebd7c8e1f6'] in dv-cinder-794669-1-smb is: [{'id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'name': 'router1', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '984c994e-029b-48b3-b6c8-c857c6766928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T19:54:13Z', 'updated_at': '2021-06-03T19:54:31Z', 'revision_number': 4, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'gw_port': {'id': '984c994e-029b-48b3-b6c8-c857c6766928', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:db:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:54:31Z', 'updated_at': '2021-06-03T19:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'dbf3586c-d4bf-4962-96e5-a8dd89dfa793', 'name': '', 'network_id': '74a13d7e-0dd5-477b-8f20-64bc23124871', 'tenant_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'mac_address': 'fa:16:3e:89:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46675f5f-ba92-44c2-826a-48ebd7c8e1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T19:54:22Z', 'updated_at': '2021-06-03T19:54:29Z', 'revision_number': 5, 'project_id': 'dfdb1eeb42ef4b56941c2513bb118f63', 'subnets': [{'id': 'fa4e1a57-09e1-4ace-842c-13fb65d90955', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a67b525-035b-47ca-b861-e7d3ce21f4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 19:54:35.112875 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 54292) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:54:35.239984 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-25e5fd49-172f-4b67-836e-80b8794ff7cc admin admin] 10.222.0.95 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1256533 Jun 03 19:54:35.400073 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 984c994e-029b-48b3-b6c8-c857c6766928 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:54:35.472897 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 984c994e-029b-48b3-b6c8-c857c6766928 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:54:35.478481 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 984c994e-029b-48b3-b6c8-c857c6766928 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:54:35.478851 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:35.605630 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:35.623320 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 984c994e-029b-48b3-b6c8-c857c6766928, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=984c994e-029b-48b3-b6c8-c857c6766928,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:54:35.628533 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:35.631143 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-d7fc63eb-d80a-4f49-b085-9891518411ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:54:35.698455 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=984c994e-029b-48b3-b6c8-c857c6766928,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:54:35.701600 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:54:37.055349 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 5 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:54:37.396653 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 984c994e-029b-48b3-b6c8-c857c6766928 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:54:37.484398 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 984c994e-029b-48b3-b6c8-c857c6766928 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:54:37.484760 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:42.505105 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-025f14b9-f98c-4642-8cf5-3936a15b9e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:45.138865 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:45.671448 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b889-5eab-4ee4-8c1b-9702e55fe426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:47.298600 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:54:48.708983 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:12.495563 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-9c12b4c9-f551-41f0-ba0a-1a7c03a95a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:14.055513 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 5 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:55:15.150053 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:15.665454 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-34897409-e62e-485e-871a-04bf45e3aa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:17.304629 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:18.706533 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:42.496297 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-7ce31695-4a9a-4877-bb5a-88653083c121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:45.134797 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:45.662044 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c403b816-9902-498d-9d87-2bbcbba97b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:47.301976 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:48.704599 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:55:51.053805 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 5 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:56:12.488540 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f6fd-f4c6-4307-9b64-3a3f56041093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:15.138266 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:15.664421 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-12b15a76-9f4d-4238-902a-7fd6ae8eea38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:15.827788 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 54860) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:56:15.899321 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1861d3bb-45dd-4833-a197-252f8443b62b admin admin] GET failed (client error): The resource could not be found. Jun 03 19:56:15.900624 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-1861d3bb-45dd-4833-a197-252f8443b62b admin admin] 10.222.0.95 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0718820 Jun 03 19:56:16.089032 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c6572-4931-4277-b9be-f4270250ee40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:16.090562 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-508c6572-4931-4277-b9be-f4270250ee40 admin admin] 10.222.0.95 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1861353 Jun 03 19:56:17.305931 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:18.284605 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54870) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:56:18.405024 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e11cfe-388a-4590-af85-7179db23431b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:18.406412 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-f8e11cfe-388a-4590-af85-7179db23431b admin admin] 10.222.0.95 "GET /v2.0/subnets/fa4e1a57-09e1-4ace-842c-13fb65d90955 HTTP/1.1" status: 200 len: 849 time: 0.1208043 Jun 03 19:56:18.415707 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:56:18.536694 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Notify callbacks [] for subnet, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:18.716590 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:18.730465 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729094131460'] for subnet, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:18.734794 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:56:18.774174 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:18.774174 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:18.775372 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] 10.222.0.95 "PUT /v2.0/subnets/fa4e1a57-09e1-4ace-842c-13fb65d90955 HTTP/1.1" status: 200 len: 868 time: 0.3635278 Jun 03 19:56:18.778325 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb52946-fa87-4bd2-b13a-27baf122c29c None None] Network 74a13d7e-0dd5-477b-8f20-64bc23124871 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:56:18.802117 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4e1a57-09e1-4ace-842c-13fb65d90955,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:56:18.809972 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.810548 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.810687 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.810968 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.811300 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.811623 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.811945 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.812263 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.813505 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.813853 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.814180 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.814754 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:56:18.818494 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:56:19.251463 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-4d109e67-16ef-4165-9151-98e0e978c514 None None] Provisioning complete for port bf09cbb1-c51f-4b0e-ad1c-c4a6ad07681d triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:56:19.251931 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-4d109e67-16ef-4165-9151-98e0e978c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:19.393120 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-4d109e67-16ef-4165-9151-98e0e978c514 None None] Provisioning complete for port dbf3586c-d4bf-4962-96e5-a8dd89dfa793 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:56:19.393412 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-4d109e67-16ef-4165-9151-98e0e978c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:21.051754 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54880) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:56:21.234614 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae95004d-c0aa-4b9e-88b8-117d051d940c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:21.235089 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae95004d-c0aa-4b9e-88b8-117d051d940c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:21.236652 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ae95004d-c0aa-4b9e-88b8-117d051d940c admin admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1838703 Jun 03 19:56:23.389560 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54888) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:56:23.563809 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579d5364-03d3-4921-b1b1-9fe1ab6bd6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:23.564539 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579d5364-03d3-4921-b1b1-9fe1ab6bd6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:23.566087 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-579d5364-03d3-4921-b1b1-9fe1ab6bd6ca admin admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1755929 Jun 03 19:56:25.751440 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54896) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:56:25.956796 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247fb12-aa48-4f4b-ac9d-3ea27e71b5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:25.958091 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-7247fb12-aa48-4f4b-ac9d-3ea27e71b5da admin admin] 10.222.0.95 "GET /v2.0/networks/35db765c-e254-4267-9abb-eb16c6f88e22 HTTP/1.1" status: 200 len: 886 time: 0.2056937 Jun 03 19:56:28.052602 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 5 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:56:28.096301 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54904) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:56:28.269228 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d4191d-2daa-46bb-8877-dd0a213ac106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:28.270483 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-06d4191d-2daa-46bb-8877-dd0a213ac106 admin admin] 10.222.0.95 "GET /v2.0/networks/74a13d7e-0dd5-477b-8f20-64bc23124871 HTTP/1.1" status: 200 len: 870 time: 0.1732187 Jun 03 19:56:30.430921 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54912) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:56:30.540969 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34197a6-64a6-4d79-afe6-9efe7f4c63be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:30.541373 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34197a6-64a6-4d79-afe6-9efe7f4c63be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:30.543550 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-d34197a6-64a6-4d79-afe6-9efe7f4c63be admin admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1116815 Jun 03 19:56:32.758905 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 54920) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:56:32.867244 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0319bfc8-cce9-4e92-a184-d37f9c85ffa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:32.867715 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0319bfc8-cce9-4e92-a184-d37f9c85ffa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:32.868437 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-0319bfc8-cce9-4e92-a184-d37f9c85ffa3 admin admin] Synchronizing usage tracker for tenant:d3027843aacd4832a29854ae856ccb46 on resource:subnet {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:56:32.886631 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-0319bfc8-cce9-4e92-a184-d37f9c85ffa3 admin admin] Unset dirty status for tenant:d3027843aacd4832a29854ae856ccb46 on resource:subnet {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:56:32.887930 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-0319bfc8-cce9-4e92-a184-d37f9c85ffa3 admin admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280770 Jun 03 19:56:35.025178 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54928) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:56:35.128047 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78152b86-c496-4dd8-9070-e60d22f0a613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:35.129422 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-78152b86-c496-4dd8-9070-e60d22f0a613 admin admin] 10.222.0.95 "GET /v2.0/subnets/5e6a6361-31e1-4d0a-90a4-15b14750c156 HTTP/1.1" status: 200 len: 816 time: 0.1032946 Jun 03 19:56:37.289003 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54936) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:56:37.397972 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e7de08-6cc6-4c18-85cb-c6db6c492182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:56:37.399331 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-98e7de08-6cc6-4c18-85cb-c6db6c492182 admin admin] 10.222.0.95 "GET /v2.0/subnets/fa4e1a57-09e1-4ace-842c-13fb65d90955 HTTP/1.1" status: 200 len: 868 time: 0.1093764 Jun 03 19:56:42.492087 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d500ab91-38b9-4612-86ed-c6bbd4a9d092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:45.139868 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:45.666157 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c8e96de1-680f-451c-a1bd-4716364eefdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:47.310090 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:56:48.717803 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:01.534674 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54980) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:57:01.586184 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [None req-db6e4c29-054b-4eb1-af19-083c22d1ced7 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:57:01.587747 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-db6e4c29-054b-4eb1-af19-083c22d1ced7 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512524 Jun 03 19:57:03.856417 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 54988) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:57:03.925960 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc0d21e-07ce-4215-bcfc-54057ab46adc admin admin] GET failed (client error): The resource could not be found. Jun 03 19:57:03.927435 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-4dc0d21e-07ce-4215-bcfc-54057ab46adc admin admin] 10.222.0.95 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0697310 Jun 03 19:57:04.062104 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b7c58-5398-4459-a388-d675723b2112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:57:04.063839 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-f22b7c58-5398-4459-a388-d675723b2112 admin admin] 10.222.0.95 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1316450 Jun 03 19:57:05.053322 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 5 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:57:06.778676 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 54996) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:57:06.838311 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:57:06.844028 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:57:06.859118 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:57:06.875336 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Made reservation on behalf of d3027843aacd4832a29854ae856ccb46 for: {'network': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:57:06.878827 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:07.034526 dv-cinder-794669-1-smb neutron-server[91760]: WARNING neutron.services.revisions.revision_plugin [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Could not find related network for resource to bump revision. Jun 03 19:57:07.058582 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=91760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 19:57:07.079370 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729094025912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:07.080148 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Unsubscribe: segment precommit_create {{(pid=91760) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 19:57:07.080959 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.segments_db [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Added segment 3c4d5aef-3573-4de1-a85f-0f7a480edcea of type vlan for network 107ab59e-b58a-4a64-849c-46084d2bc245 Jun 03 19:57:07.129244 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:07.170038 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:07.171401 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:57:07.171982 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:07.175587 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:57:07.275222 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4953959 Jun 03 19:57:07.278596 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=107ab59e-b58a-4a64-849c-46084d2bc245,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:57:07.289131 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.289478 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.289827 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.290971 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.291418 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.291761 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.292110 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.292641 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.293079 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.293454 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.293809 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.294274 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:07.300031 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:57:07.307815 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 107ab59e-b58a-4a64-849c-46084d2bc245 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 19:57:09.760555 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55004) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:57:09.878546 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10f2e19-8137-4a6f-aa0c-dc361a11a276 admin admin] GET failed (client error): The resource could not be found. Jun 03 19:57:09.879075 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e10f2e19-8137-4a6f-aa0c-dc361a11a276 admin admin] Synchronizing usage tracker for tenant:d3027843aacd4832a29854ae856ccb46 on resource:network {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:57:09.903221 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e10f2e19-8137-4a6f-aa0c-dc361a11a276 admin admin] Unset dirty status for tenant:d3027843aacd4832a29854ae856ccb46 on resource:network {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:57:09.905250 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-e10f2e19-8137-4a6f-aa0c-dc361a11a276 admin admin] 10.222.0.95 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1432595 Jun 03 19:57:10.037158 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01fcc4-80f8-42c3-9aac-3fb6497c8421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:57:10.038680 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-9d01fcc4-80f8-42c3-9aac-3fb6497c8421 admin admin] 10.222.0.95 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1292412 Jun 03 19:57:10.049662 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 19:57:10.054670 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:57:10.065776 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:57:10.077573 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Made reservation on behalf of d3027843aacd4832a29854ae856ccb46 for: {'subnet': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 19:57:10.079963 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:10.554756 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268'] for subnet, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:10.559628 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-994c4352-4c2b-4000-9982-1aca285b53c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:57:10.656224 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd7bc84-5243-458d-86b6-b73911899fae,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:57:10.660617 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:57:10.670227 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Checking segment: {'id': '3c4d5aef-3573-4de1-a85f-0f7a480edcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:57:10.670589 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Network hostable DHCP agents. Network: 107ab59e-b58a-4a64-849c-46084d2bc245, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 19:57:10.693718 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Network 107ab59e-b58a-4a64-849c-46084d2bc245 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 19:57:10.706333 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 107ab59e-b58a-4a64-849c-46084d2bc245) {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:57:10.713544 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 19:57:10.715455 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:10.719047 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2d938-f155-4c7e-b8ad-580e8bef4aed None None] Network 107ab59e-b58a-4a64-849c-46084d2bc245 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:57:10.753068 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7069674 Jun 03 19:57:11.057961 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b804fac-148f-51a6-a6f4-9c42a0888a3f-107ab59e-b58a-4a64-849c-46084d2bc245', 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245', 'tenant_id': 'd3027843aacd4832a29854ae856ccb46', 'fixed_ips': [{'subnet_id': 'bcd7bc84-5243-458d-86b6-b73911899fae'}]}} from dv-cinder-794669-1-smb. {{(pid=91761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 19:57:11.058991 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:11.261344 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.db_base_plugin_common [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Allocated IP 192.168.233.2 (107ab59e-b58a-4a64-849c-46084d2bc245/bcd7bc84-5243-458d-86b6-b73911899fae/9f8b53c4-7032-4ef7-a13c-60905e6ef47e) {{(pid=91761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 19:57:11.544168 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Notify callbacks [] for port, precommit_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:11.560810 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Transition to ACTIVE for port object 9f8b53c4-7032-4ef7-a13c-60905e6ef47e will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:57:11.591300 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Transition to ACTIVE for port object 9f8b53c4-7032-4ef7-a13c-60905e6ef47e will not be triggered until provisioned by entity DHCP. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 19:57:11.599796 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:11.610494 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:57:11.685805 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Network 107ab59e-b58a-4a64-849c-46084d2bc245 is already hosted by enough agents. {{(pid=91761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 19:57:11.691094 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.base_scheduler [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Resources bound (agent type, host, resource id): {{(pid=91761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 19:57:11.693112 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Pushing event updated for resources: {'Port': ['ID=9f8b53c4-7032-4ef7-a13c-60905e6ef47e,revision_number=1']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:57:11.695680 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Received port after_create {{(pid=91761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 19:57:11.707593 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.708026 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.708319 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.708581 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.708935 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.709267 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.709587 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.709910 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.710225 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.710541 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.710858 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.711167 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:57:11.741832 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:57:11.903652 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Attempting to bind port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 19:57:11.904035 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Attempting to bind port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '3c4d5aef-3573-4de1-a85f-0f7a480edcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 19:57:11.904401 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Attempting to bind port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e on network 107ab59e-b58a-4a64-849c-46084d2bc245 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 19:57:11.916913 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 19, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 19:57:11.916913 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Checking segment: {'id': '3c4d5aef-3573-4de1-a85f-0f7a480edcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 19:57:11.917383 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:11.917538 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Bound using segment: {'id': '3c4d5aef-3573-4de1-a85f-0f7a480edcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 19:57:11.918035 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Bound port: 9f8b53c4-7032-4ef7-a13c-60905e6ef47e, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4d5aef-3573-4de1-a85f-0f7a480edcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 19:57:11.918410 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:12.051751 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] For port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 19:57:12.056083 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] For port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=9f8b53c4-7032-4ef7-a13c-60905e6ef47e,segment=NetworkSegment(3c4d5aef-3573-4de1-a85f-0f7a480edcea),segment_id=3c4d5aef-3573-4de1-a85f-0f7a480edcea)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 19:57:12.076267 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:12.125482 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-d7fc63eb-d80a-4f49-b085-9891518411ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:57:12.375114 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Pushing event updated for resources: {'Port': ['ID=9f8b53c4-7032-4ef7-a13c-60905e6ef47e,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:57:12.386717 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:57:12.536468 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f9e2a190-fc42-4dba-8daf-232c143dfd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:13.443590 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6fc1f-506d-4a6c-b100-77e40aabe11c None None] Network 107ab59e-b58a-4a64-849c-46084d2bc245 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 19:57:13.570714 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 9f8b53c4-7032-4ef7-a13c-60905e6ef47e up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:57:13.610034 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-0c5e757a-9085-429f-9f35-2b463ade3129 None None] Provisioning for port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:57:13.794430 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 19:57:13.814652 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:57:13.816918 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:14.034247 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:14.093829 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=9f8b53c4-7032-4ef7-a13c-60905e6ef47e,segment=NetworkSegment(3c4d5aef-3573-4de1-a85f-0f7a480edcea),segment_id=3c4d5aef-3573-4de1-a85f-0f7a480edcea)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 19:57:14.099746 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:14.105283 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:57:14.219530 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-cde6dbd8-b4ff-4e03-bc8e-32a3919c00ad None None] Provisioning complete for port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:57:14.219979 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-cde6dbd8-b4ff-4e03-bc8e-32a3919c00ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:14.247325 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=9f8b53c4-7032-4ef7-a13c-60905e6ef47e,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:57:14.251670 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:57:15.150770 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:15.501209 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 9f8b53c4-7032-4ef7-a13c-60905e6ef47e up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 19:57:15.582163 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 9f8b53c4-7032-4ef7-a13c-60905e6ef47e triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 19:57:15.582530 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:15.706693 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-5a470d88-84ea-4893-9fd9-e6f28660e356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:17.313955 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:18.720789 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:42.052446 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 5 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:57:42.499038 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-3630c780-4945-49cb-ac89-0872d58aa8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:45.147487 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:45.677761 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fa15cad7-6e66-4fa9-b68f-89bc76f99701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:47.320317 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:57:48.727193 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:12.492875 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ccf2c7e4-2443-4685-9c18-882ee5c00f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:15.141846 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:15.671114 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ea2f56dc-bee1-4f69-9389-e6204c8fae76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:17.319093 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:18.737566 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:19.050523 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 5 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:58:23.621521 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55058) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:58:23.628028 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [None req-15ce9536-e78f-49e9-9e97-0d8988aa9a05 tempest-verify_tempest_config-2099871595 tempest-verify_tempest_config-2099871595-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 19:58:23.629154 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-15ce9536-e78f-49e9-9e97-0d8988aa9a05 tempest-verify_tempest_config-2099871595 tempest-verify_tempest_config-2099871595-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065386 Jun 03 19:58:23.970606 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55076) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:58:24.093106 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:24.108554 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 19:58:24.112639 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Usage tracker for resource:security_group_rule and tenant:24eaefe745e84754b37cb8c2f6743a9d is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 19:58:24.116228 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 19:58:24.122041 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 19:58:24.208772 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:24.213028 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:24.220627 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:58:24.260750 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Synchronizing usage tracker for tenant:d3027843aacd4832a29854ae856ccb46 on resource:security_group {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 19:58:24.264342 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8560f10b-f13a-4160-abd1-54b2ed5d04a6,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:58:24.274088 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.274430 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.274755 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.275080 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.275399 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.275722 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.276037 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.276357 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.276666 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.277011 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.277323 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.277632 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 19:58:24.283135 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:58:24.292911 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Unset dirty status for tenant:d3027843aacd4832a29854ae856ccb46 on resource:security_group {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 19:58:24.294095 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=24eaefe745e84754b37cb8c2f6743a9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3223133 Jun 03 19:58:24.296814 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55082) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 19:58:24.368152 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7c36f020-e28a-4e78-881c-92d9f5889369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:24.396888 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7c36f020-e28a-4e78-881c-92d9f5889369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:24.489180 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7c36f020-e28a-4e78-881c-92d9f5889369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:24.493069 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 19:58:24.503717 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36f020-e28a-4e78-881c-92d9f5889369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8560f10b-f13a-4160-abd1-54b2ed5d04a6,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 19:58:24.509908 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7c36f020-e28a-4e78-881c-92d9f5889369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 19:58:24.510874 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7c36f020-e28a-4e78-881c-92d9f5889369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:24.512014 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-7c36f020-e28a-4e78-881c-92d9f5889369 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8560f10b-f13a-4160-abd1-54b2ed5d04a6 HTTP/1.1" status: 204 len: 168 time: 0.2142503 Jun 03 19:58:42.496794 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d9d96089-7107-4548-a7a3-0fcd9209a43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:45.147114 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:45.674290 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-52144bc1-38ba-4be4-872d-7651a06982ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:47.323717 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:48.736706 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:58:56.054166 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 5 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:59:12.494237 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-73023ad7-f021-44d2-8132-ae6e1594a885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:59:15.156202 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:59:15.677555 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2e29-9d8e-4d21-ac44-cf2fb97b2995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:59:17.326104 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:59:18.741464 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:59:33.053113 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 5 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 19:59:42.498465 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2cae07c4-d84e-40c3-af99-2ada25467df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:59:45.156910 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:59:45.681738 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-92204b7c-1899-4dcc-bfda-3b0f1b605d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:59:47.330039 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 19:59:48.753628 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:10.052080 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 5 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:00:12.503873 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ccd55be8-d837-4ff7-af81-3e724736cd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:15.154201 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:15.689065 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-61c49ac4-f13d-4106-9cb9-421f652d6b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:17.331188 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:18.748000 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:21.032229 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903'] for agent, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:23.107834 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55134) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:00:23.241309 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-7ddf5231-b993-4731-a5bc-0b8bec35e413 admin admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1321864 Jun 03 20:00:25.513423 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55144) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:00:25.574304 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-1201333a-18f5-4d55-8023-9fd6e198a3a8 admin admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0597999 Jun 03 20:00:42.495557 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-689a98fa-91c0-4d5f-a623-5aaefdf70452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:45.148286 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:45.682584 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-3933684f-faaa-46e6-a8a9-df4851beebde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:47.050647 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:00:47.334962 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:48.749526 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:00:51.000273 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:12.497379 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-3699c88a-bb5e-420a-b83a-064e509e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:15.157383 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:15.683864 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-9a14a8bf-1988-4e3b-b603-14c6b019990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:17.336909 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:18.751761 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:21.004980 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:24.051004 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:01:42.499018 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a543054b-de2f-4689-b251-dc31d347c319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:45.154981 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:45.687277 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-9026ea28-3c62-44b0-91d0-1f219d1835b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:47.340042 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:48.757206 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:01:51.010933 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:01.052467 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:02:12.506609 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-87132a96-ac1d-41da-9d54-d8e5747fa592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:13.759451 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55326) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:13.796316 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55336) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:13.970589 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-494564412-network', 'tenant_id': 'cb629b2d51304745a8628097f32a796e'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:13.975117 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:13.979182 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Usage tracker for resource:network and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:13.995296 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:14.004257 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:14.011923 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-750367217-network', 'tenant_id': 'ba7e2f10375f45d3a4bc7cdb8203c634'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:14.018041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:14.021927 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Usage tracker for resource:network and tenant:ba7e2f10375f45d3a4bc7cdb8203c634 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:14.028250 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:14.034780 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:14.055001 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Made reservation on behalf of ba7e2f10375f45d3a4bc7cdb8203c634 for: {'network': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:14.058363 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.073139 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.092464 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Made reservation on behalf of cb629b2d51304745a8628097f32a796e for: {'network': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:14.096586 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.117350 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:14.123355 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.135119 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7e2f10375f45d3a4bc7cdb8203c634 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:14.139008 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:14.145689 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:14.190420 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:14.194913 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Usage tracker for resource:security_group_rule and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:14.202265 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:14.209269 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:14.351479 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.382507 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.384782 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.393418 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:14.400601 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.428085 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=91760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:02:14.436486 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf75803-7570-49a5-bab2-b495eb7e4057,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:14.448692 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.449303 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.segments_db [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Added segment d8b20ecf-cf5b-495e-a849-7673899ad096 of type vlan for network ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 Jun 03 20:02:14.461190 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.461895 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.462463 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.463032 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.463575 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.464117 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.464739 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.465297 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.465863 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.466349 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.466888 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.467220 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Tracked resource versions report: Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: pushed versions: Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: { 'AddressGroup': {'1.2'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'ConntrackHelper': {'1.0'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'Log': {'1.0'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'Network': {'1.1'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'Port': {'1.7'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'PortForwarding': {'1.2'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'QosPolicy': {'1.8'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'SecurityGroup': {'1.4'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'SecurityGroupRule': {'1.2'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'SubPort': {'1.0'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'Subnet': {'1.1'}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'Trunk': {'1.1'}} Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: consumer versions: Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: { DHCP agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: HyperV agent@hv-cinder-79466: {}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: L3 agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: Metadata agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: Metering agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: Open vSwitch agent@dv-cinder-794669-1-smb: { 'AddressGroup': '1.2', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'ConntrackHelper': '1.0', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'Log': '1.0', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'Network': '1.1', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'Port': '1.7', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'PortForwarding': '1.2', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'QosPolicy': '1.8', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'SecurityGroup': '1.4', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'SecurityGroupRule': '1.2', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'SubPort': '1.0', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'Subnet': '1.1', Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: 'Trunk': '1.1'}} Jun 03 20:02:14.468348 dv-cinder-794669-1-smb neutron-server[91760]: {{(pid=91760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 20:02:14.494606 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.534569 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:14.537422 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:14.558462 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162} {{(pid=91760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:02:14.597745 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65639531-c9b4-4b3f-b9af-a3f197139bc2,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:14.623035 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.623994 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:14.625202 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:14.625791 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.645629 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-cdfb1114-7c57-4c94-98fa-4744039ef3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:14.661940 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55376) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:14.701456 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55384) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:14.791605 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Pushing event updated for resources: {'Network': ['ID=ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:14.802737 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:02:14.811974 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.812332 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.segments_db [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Added segment 347d4f85-14a2-4657-973c-f387b24aa54d of type vlan for network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 Jun 03 20:02:14.814113 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:14.823355 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55390) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:14.823756 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0235724 Jun 03 20:02:14.829161 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Request body: {'subnet': {'network_id': 'ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-750367217-subnet', 'tenant_id': 'ba7e2f10375f45d3a4bc7cdb8203c634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:14.838415 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:14.847356 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Usage tracker for resource:subnet and tenant:ba7e2f10375f45d3a4bc7cdb8203c634 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:14.850790 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.855793 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:14.864428 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:14.879370 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Made reservation on behalf of ba7e2f10375f45d3a4bc7cdb8203c634 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:14.887554 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.897716 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.899599 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:14.900413 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:14.917914 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:15.025862 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2644424 Jun 03 20:02:15.026879 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Pushing event updated for resources: {'Network': ['ID=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:15.028112 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55396) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:15.036640 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:15.037751 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:02:15.042570 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Request body: {'subnet': {'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-subnet', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:15.051668 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:15.065256 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Usage tracker for resource:subnet and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:15.071518 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:15.082070 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:15.103624 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Made reservation on behalf of cb629b2d51304745a8628097f32a796e for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:15.106453 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.173093 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.194418 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-786989084-network', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:15.208009 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55400) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:15.254564 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-network', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:15.288634 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:15.300178 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:15.308397 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Usage tracker for resource:network and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:15.313370 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Usage tracker for resource:network and tenant:8b8e2ad6ed1b45448f3f243d63031152 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:15.329271 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:15.332640 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:15.344338 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:15.363886 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:15.386397 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Made reservation on behalf of 3f1d2c1f9fe44118bc5f8300b840ce88 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:15.392224 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.442817 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-628077765-network', 'tenant_id': '65491ea764214e92bb2abe93dc6c2adc'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:15.450840 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:15.457028 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Usage tracker for resource:network and tenant:65491ea764214e92bb2abe93dc6c2adc is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:15.461726 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:15.465413 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Made reservation on behalf of 8b8e2ad6ed1b45448f3f243d63031152 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:15.469147 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.473143 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:15.492212 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Made reservation on behalf of 65491ea764214e92bb2abe93dc6c2adc for: {'network': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:15.497045 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.499382 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.519057 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.542668 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:15.546407 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.551058 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Usage tracker for resource:security_group_rule and tenant:65491ea764214e92bb2abe93dc6c2adc is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:15.559584 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:15.569247 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:15.584548 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:15.602245 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:15.626782 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:15.640699 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:15.657752 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:15.661618 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Usage tracker for resource:security_group_rule and tenant:8b8e2ad6ed1b45448f3f243d63031152 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:15.674421 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:15.702591 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:15.712561 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-8572e74b-5973-4718-8f7f-c5175ee9c53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.755312 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.760712 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.766347 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:15.798148 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=91760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:02:15.812027 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa9e85b-3ab4-458a-bc07-735885278218,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:15.816802 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:15.820514 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.821073 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.segments_db [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Added segment e8554227-e974-442e-b0f1-77f7c179598f of type vlan for network b20ed959-7f00-42fd-9ac3-7f1f0415214a Jun 03 20:02:15.861831 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.900732 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.904632 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:15.907751 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:15.938267 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:15.962228 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7530057 Jun 03 20:02:15.967736 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55426) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:15.986582 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Request body: {'subnet': {'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-628077765-subnet', 'tenant_id': '65491ea764214e92bb2abe93dc6c2adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:15.993363 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:15.997992 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Usage tracker for resource:subnet and tenant:65491ea764214e92bb2abe93dc6c2adc is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:16.001760 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:16.010464 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:16.026875 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Made reservation on behalf of 65491ea764214e92bb2abe93dc6c2adc for: {'subnet': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:16.029855 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:16.130453 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Pushing event updated for resources: {'Network': ['ID=b20ed959-7f00-42fd-9ac3-7f1f0415214a,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:16.135239 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:16.151598 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network b20ed959-7f00-42fd-9ac3-7f1f0415214a details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:02:16.467210 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:16.660246 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:16.747481 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:16.755724 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:16.771259 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-aefdc34f-fe4d-47a8-b9b1-1514ec0b53e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:16.835169 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1199} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:02:16.842513 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268'] for subnet, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:16.848695 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dfd7eb-4958-47b7-b0a2-34161c0e94a5,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:16.852815 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1bcbf5b2-51c6-4375-a8e4-c12103b986bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:16.857580 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:16.873127 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.873775 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.874339 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.874871 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.876045 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.876624 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.878316 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.878881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.879438 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.879976 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.880499 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.881054 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Tracked resource versions report: Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: pushed versions: Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: { 'AddressGroup': {'1.2'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'ConntrackHelper': {'1.0'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'Log': {'1.0'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'Network': {'1.1'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'Port': {'1.7'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'PortForwarding': {'1.2'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'QosPolicy': {'1.8'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'SecurityGroup': {'1.4'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'SecurityGroupRule': {'1.2'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'SubPort': {'1.0'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'Subnet': {'1.1'}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'Trunk': {'1.1'}} Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: consumer versions: Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: { DHCP agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: HyperV agent@hv-cinder-79466: {}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: L3 agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: Metadata agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: Metering agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: Open vSwitch agent@dv-cinder-794669-1-smb: { 'AddressGroup': '1.2', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'ConntrackHelper': '1.0', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'Log': '1.0', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'Network': '1.1', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'Port': '1.7', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'PortForwarding': '1.2', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'QosPolicy': '1.8', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'SecurityGroup': '1.4', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'SecurityGroupRule': '1.2', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'SubPort': '1.0', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'Subnet': '1.1', Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: 'Trunk': '1.1'}} Jun 03 20:02:16.882720 dv-cinder-794669-1-smb neutron-server[91759]: {{(pid=91759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 20:02:16.904943 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:16.905601 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.segments_db [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Added segment 93253937-4793-4f40-ab38-c9459e6c2887 of type vlan for network aabff61b-8e41-4f90-a119-19e973bbee6c Jun 03 20:02:16.910680 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1175} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:02:16.960172 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:16.961140 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.segments_db [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Added segment 865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d of type vlan for network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 Jun 03 20:02:16.985771 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad86b55-8f03-4dd1-8126-66fa6e864dca,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:17.005765 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0a58f4-bb19-479f-be40-bdf528e168d1,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:17.009693 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:17.012461 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:17.013198 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:17.015953 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:17.021013 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Checking segment: {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:17.021665 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Network hostable DHCP agents. Network: b20ed959-7f00-42fd-9ac3-7f1f0415214a, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:02:17.024481 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4a83d698-f3d0-48e4-ba00-51f1fb97a0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:17.058750 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Network b20ed959-7f00-42fd-9ac3-7f1f0415214a is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:02:17.091217 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.093296 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, b20ed959-7f00-42fd-9ac3-7f1f0415214a) {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:17.108442 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d284fe-8ff7-4556-877d-26ff12b76064 None None] Network b20ed959-7f00-42fd-9ac3-7f1f0415214a requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:02:17.108919 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:17.111922 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.151587 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.172473 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Checking segment: {'id': 'd8b20ecf-cf5b-495e-a849-7673899ad096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:17.175207 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Network hostable DHCP agents. Network: ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:02:17.180646 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2112000 Jun 03 20:02:17.309139 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe862aea-e5fe-4f62-a15c-661fee9b69af,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:17.319218 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:17.331365 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.338870 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:17.339445 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.347487 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:17.369691 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Network ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:02:17.379920 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.474062 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80329aea-f05e-4f02-b1ac-7a281ad9e879 None None] Network b20ed959-7f00-42fd-9ac3-7f1f0415214a requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:02:17.505888 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:17.506464 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.510062 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.530115 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:17.546936 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Pushing event updated for resources: {'Network': ['ID=aabff61b-8e41-4f90-a119-19e973bbee6c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:17.576087 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71058fe3-8e49-4f4b-a54f-6a45e5f32d25 None None] Network ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:02:17.597193 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:17.597938 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.622202 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.637494 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9330709 Jun 03 20:02:17.640385 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55492) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:17.647010 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Request body: {'subnet': {'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-subnet', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:17.664502 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:17.671894 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Usage tracker for resource:subnet and tenant:8b8e2ad6ed1b45448f3f243d63031152 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:17.680336 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:17.680793 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8561685 Jun 03 20:02:17.683976 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0187075 Jun 03 20:02:17.688614 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55500) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:17.701587 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Request body: {'subnet': {'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-786989084-subnet', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:17.715820 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:17.721310 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:17.724361 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:17.724829 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-71690894-2d5d-4232-9832-cc777657d7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:17.732647 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Usage tracker for resource:subnet and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:17.736350 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:17.756397 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Made reservation on behalf of 8b8e2ad6ed1b45448f3f243d63031152 for: {'subnet': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:17.758751 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.789663 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:17.792392 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Checking segment: {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:17.796935 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Network hostable DHCP agents. Network: 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:02:17.905180 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55502) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:17.922423 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:17.926873 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:17.929541 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:17.950414 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Made reservation on behalf of 3f1d2c1f9fe44118bc5f8300b840ce88 for: {'subnet': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:17.952715 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:17.966604 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:02:17.987815 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:18.001881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:18.002971 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.007525 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=58986aa4-a3df-472b-a3b4-0dbbe51f35a2,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:18.018516 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:18.033325 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55506) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:18.034516 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-4a640a9c-3fdc-4f05-a249-8881bb4b17fd admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0051110 Jun 03 20:02:18.055685 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:18.064000 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network aabff61b-8e41-4f90-a119-19e973bbee6c details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:02:18.100743 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:18.121928 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Usage tracker for resource:router and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:18.138808 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:18.178152 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:02:18.193501 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe84130-47e3-4a88-8c44-fb185c3f902c None None] Network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:02:18.238358 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.272242 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:18.278634 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] Usage tracker for resource:security_group_rule and tenant:17902d5535b946fe9d59bdc7dd4e7e11 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:18.282259 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:18.290437 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:18.304364 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:18.354717 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b403e181-33e9-4453-b323-9818771145c4 None None] Network ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:02:18.399337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103945'] for router, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.400397 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103936'] for router, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.471021 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.477502 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.504223 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:18.524057 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.598047 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=17902d5535b946fe9d59bdc7dd4e7e11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6856875 Jun 03 20:02:18.600547 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55536) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:18.615404 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5e6e8e-995a-43e8-992b-2bb124bb8e55,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:18.624702 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:18.658581 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55544) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:18.661085 dv-cinder-794669-1-smb neutron-server[91759]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 20:02:18.716710 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8d9d34fd-ccb8-4b4b-ba40-2040d0377a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.828179 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8d9d34fd-ccb8-4b4b-ba40-2040d0377a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.940813 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.951777 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c500f-93a1-41d6-909a-bff799eea664 req-e877ef4b-f931-4dd0-8516-fef0be4db5f8 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:18.954143 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-e877ef4b-f931-4dd0-8516-fef0be4db5f8 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/networks?id=ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 HTTP/1.1" status: 200 len: 811 time: 0.2938662 Jun 03 20:02:18.978060 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8d9d34fd-ccb8-4b4b-ba40-2040d0377a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:18.986746 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-3ecde0d0-68ac-42e8-a9fb-8207221e1ba6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/quotas/ba7e2f10375f45d3a4bc7cdb8203c634 HTTP/1.1" status: 200 len: 375 time: 0.0192122 Jun 03 20:02:18.987429 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:19.002595 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8d9d34fd-ccb8-4b4b-ba40-2040d0377a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:19.006620 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-8d9d34fd-ccb8-4b4b-ba40-2040d0377a98 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/da5e6e8e-995a-43e8-992b-2bb124bb8e55 HTTP/1.1" status: 204 len: 168 time: 0.4051321 Jun 03 20:02:19.065336 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-9f95e7bb-b6fa-4015-85cb-4e32e92b2ce4 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ba7e2f10375f45d3a4bc7cdb8203c634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637150 Jun 03 20:02:19.066332 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d34fd-ccb8-4b4b-ba40-2040d0377a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5e6e8e-995a-43e8-992b-2bb124bb8e55,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:19.074161 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b804fac-148f-51a6-a6f4-9c42a0888a3f-3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2'}]}} from dv-cinder-794669-1-smb. {{(pid=91761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 20:02:19.076353 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8d9d34fd-ccb8-4b4b-ba40-2040d0377a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:19.080506 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:19.295468 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55576) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:19.362535 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.db_base_plugin_common [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Allocated IP 172.20.0.2 (3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4/58986aa4-a3df-472b-a3b4-0dbbe51f35a2/821b856d-2bf5-4cdd-a1f1-7282c8dbdc59) {{(pid=91761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:19.573201 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648916', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104046'] for router, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:19.638696 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-182c0088-bb0c-44ca-b190-90cba2c7892d service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 20:02:19.639981 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-182c0088-bb0c-44ca-b190-90cba2c7892d service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1023002 Jun 03 20:02:19.689071 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55590) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:19.693325 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-16566422-a790-4ad1-ab24-8ede92c9ff44 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:19.695087 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-16566422-a790-4ad1-ab24-8ede92c9ff44 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 814 time: 0.3926556 Jun 03 20:02:19.743029 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Notify callbacks [] for port, precommit_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:19.755433 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Transition to ACTIVE for port object 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:19.768634 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-008df408-1e28-4c74-b521-153101783204 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/quotas/65491ea764214e92bb2abe93dc6c2adc HTTP/1.1" status: 200 len: 375 time: 0.0241377 Jun 03 20:02:19.776619 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Transition to ACTIVE for port object 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 will not be triggered until provisioned by entity DHCP. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:19.785818 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:19.789134 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:19.796533 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:19.815306 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:19.831836 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] Usage tracker for resource:security_group_rule and tenant:4b41c176cb2f46fdb13b8007367cad6b is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:19.835368 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-cd7faf0b-9bb6-48f1-9186-c88a1496b2bd tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556943 Jun 03 20:02:19.843353 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-e782cfbe-5e6d-49a6-a708-eb684a2913f0 service neutron] 10.222.0.95 "GET /v2.0/networks/ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948957 Jun 03 20:02:19.855996 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 is already hosted by enough agents. {{(pid=91761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:19.859159 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.base_scheduler [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Resources bound (agent type, host, resource id): {{(pid=91761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:19.864236 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Received port after_create {{(pid=91761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:19.879741 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:19.894443 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:19.966294 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Pushing event updated for resources: {'Port': ['ID=821b856d-2bf5-4cdd-a1f1-7282c8dbdc59,revision_number=1']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:19.996008 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.996257 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.996595 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.996949 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.997289 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.997602 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.997931 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.998249 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.998966 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.998966 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.999189 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:19.999472 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Tracked resource versions report: Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: pushed versions: Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: { 'AddressGroup': {'1.2'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'ConntrackHelper': {'1.0'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'Log': {'1.0'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'Network': {'1.1'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'Port': {'1.7'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'PortForwarding': {'1.2'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'QosPolicy': {'1.8'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'SecurityGroup': {'1.4'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'SecurityGroupRule': {'1.2'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'SubPort': {'1.0'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'Subnet': {'1.1'}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'Trunk': {'1.1'}} Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: consumer versions: Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: { DHCP agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: HyperV agent@hv-cinder-79466: {}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: L3 agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: Metadata agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: Metering agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: Open vSwitch agent@dv-cinder-794669-1-smb: { 'AddressGroup': '1.2', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'ConntrackHelper': '1.0', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'Log': '1.0', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'Network': '1.1', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'Port': '1.7', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'PortForwarding': '1.2', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'QosPolicy': '1.8', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'SecurityGroup': '1.4', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'SecurityGroupRule': '1.2', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'SubPort': '1.0', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'Subnet': '1.1', Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: 'Trunk': '1.1'}} Jun 03 20:02:20.001654 dv-cinder-794669-1-smb neutron-server[91761]: {{(pid=91761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 20:02:20.006890 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:20.009070 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Attempting to bind port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:20.009440 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Attempting to bind port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:20.010004 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Attempting to bind port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 on network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:20.016930 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:20.017570 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Checking segment: {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:20.017988 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:20.018538 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Bound using segment: {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:20.019143 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Bound port: 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:20.019404 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:20.022250 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268'] for subnet, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:20.024473 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-17472b10-577a-42d5-9196-0c6284792ed5 service neutron] 10.222.0.95 "GET /v2.0/networks/ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709204 Jun 03 20:02:20.041487 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:20.063505 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-098c3d83-fc31-4751-91e1-f28abfcc9ba2 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 20:02:20.064619 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-098c3d83-fc31-4751-91e1-f28abfcc9ba2 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0814016 Jun 03 20:02:20.162164 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] For port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:20.166936 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] For port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=821b856d-2bf5-4cdd-a1f1-7282c8dbdc59,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:20.172628 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:20.179945 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:20.237978 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:20.277317 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-c4a16aed-d944-4b3f-92a4-c219c3f9afc4 service neutron] 10.222.0.95 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037153 Jun 03 20:02:20.343402 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:20.366862 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Pushing event updated for resources: {'Port': ['ID=821b856d-2bf5-4cdd-a1f1-7282c8dbdc59,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:20.376883 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Pushing event updated for resources: {'Subnet': ['ID=157340b1-3d75-4530-84fc-1ece88c2efe5,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:20.385297 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:20.388806 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:20.466359 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:20.474885 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-e19d31e9-a7e4-4148-934a-eafa80547940 service neutron] 10.222.0.95 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888702 Jun 03 20:02:20.504663 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268'] for subnet, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:20.516832 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Checking segment: {'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:20.517213 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Network hostable DHCP agents. Network: c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:02:20.519615 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-abddefb7-b1cf-421d-aa5d-bab22023c664 req-e342883d-f8aa-49bf-8b58-ea243778c280 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 210 time: 0.0437589 Jun 03 20:02:20.611127 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4b41c176cb2f46fdb13b8007367cad6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9172959 Jun 03 20:02:20.612380 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55626) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:20.619799 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242f950c-f560-455b-afce-34b93dc76099,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:20.627764 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:20.636350 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:20.785142 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b04cc4b-97ca-43f0-94b4-066334276b34,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:20.790644 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:20.820945 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:02:20.849923 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Checking segment: {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:20.851837 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Network hostable DHCP agents. Network: aabff61b-8e41-4f90-a119-19e973bbee6c, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:02:20.925681 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.023281 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c63c98ce-72dc-4984-b615-c8f745571e08 req-6dbab5b3-a2ef-4b94-aba2-56feca981593 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.0682068 Jun 03 20:02:21.045648 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.068513 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80) {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:21.078147 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b756f-7e11-4823-ad17-497d68528c16 None None] Network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:02:21.094219 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:21.094838 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.103692 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Network aabff61b-8e41-4f90-a119-19e973bbee6c is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:02:21.157759 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, aabff61b-8e41-4f90-a119-19e973bbee6c) {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:21.168409 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:21.170492 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.181690 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe717ad-773f-4451-92ec-da78af56f93e None None] Network aabff61b-8e41-4f90-a119-19e973bbee6c requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:02:21.200501 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.286061 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.6433291 Jun 03 20:02:21.290076 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55666) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:21.294860 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-router', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:21.310692 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:21.324827 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6343267 Jun 03 20:02:21.337211 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Usage tracker for resource:router and tenant:8b8e2ad6ed1b45448f3f243d63031152 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:21.341016 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55670) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:21.344905 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:21.366704 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-043d292e-89ad-43e8-8597-3b73aa4c07a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.380561 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:21.405278 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:21.413685 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:21.418681 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Usage tracker for resource:router and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:21.444874 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:21.489411 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:21.491330 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Allocated IP 172.28.3.209 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/2a5fd946-5571-4a23-b7aa-19148b1a9443) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:21.506422 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103945'] for router, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.507623 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103936'] for router, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.550878 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103945'] for router, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.552504 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103936'] for router, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.575768 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.778727 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.842160 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.850171 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a95fe36a-f3ab-487b-b3c3-e87d3fed2ba4 req-88a4accb-4427-423b-8cba-aaa4525d86fe tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 210 time: 0.1487315 Jun 03 20:02:21.859397 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5ef790e0-f41e-4633-8975-fa3afd6b21f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:21.895570 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.904913 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:21.927871 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-043d292e-89ad-43e8-8597-3b73aa4c07a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:21.963263 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:21.970406 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:21.995480 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:22.049663 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d89cfb9-3be0-442e-a76c-8f4f20b01545 None None] Network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:02:22.064077 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0654b896-63fb-4a04-bc0e-d67b6d735d74 None None] Network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:02:22.127858 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5fd946-5571-4a23-b7aa-19148b1a9443,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:22.288002 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:22.349978 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-043d292e-89ad-43e8-8597-3b73aa4c07a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:22.359123 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:22.394545 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d292e-89ad-43e8-8597-3b73aa4c07a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242f950c-f560-455b-afce-34b93dc76099,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:22.398717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-043d292e-89ad-43e8-8597-3b73aa4c07a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:22.400284 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-043d292e-89ad-43e8-8597-3b73aa4c07a2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/242f950c-f560-455b-afce-34b93dc76099 HTTP/1.1" status: 204 len: 168 time: 1.7714458 Jun 03 20:02:22.401353 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-043d292e-89ad-43e8-8597-3b73aa4c07a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:22.632237 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b804fac-148f-51a6-a6f4-9c42a0888a3f-aabff61b-8e41-4f90-a119-19e973bbee6c', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34'}]}} from dv-cinder-794669-1-smb. {{(pid=91761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 20:02:22.633128 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:22.666110 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-ba7bcda1-71a0-4965-a904-44984226c9cb None None] Provisioning for port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:22.668613 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d166343d-e084-4148-8c35-719bb3b5b7d5 req-04e3c1df-c66d-4843-bf27-5d5f783d37ce tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.3969491 Jun 03 20:02:22.813662 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:22.822356 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:22.822895 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:22.835439 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:22.852182 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648916', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104046'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:22.892227 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648916', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104046'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:23.358782 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.109', 55109) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:23.574836 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.db_base_plugin_common [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Allocated IP 172.20.0.2 (aabff61b-8e41-4f90-a119-19e973bbee6c/1b04cc4b-97ca-43f0-94b4-066334276b34/05cc0189-48ec-47c0-9556-5c513ba2bc22) {{(pid=91761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:23.624780 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:23.675673 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-803381'] for router, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:23.685238 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8ba60cc5-1e31-4ea9-8ace-6b0aa133be0d req-fb6f1498-004a-43e0-ad0e-7a9d8b6516cb tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 210 time: 0.4787540 Jun 03 20:02:23.706391 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c500f-93a1-41d6-909a-bff799eea664 req-1397eba5-18b2-4c5e-ae43-34c62ff2d97e tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:23.723507 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-1397eba5-18b2-4c5e-ae43-34c62ff2d97e tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.109 "GET /v2.0/networks?id=ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 HTTP/1.1" status: 200 len: 811 time: 0.3624976 Jun 03 20:02:23.781495 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=821b856d-2bf5-4cdd-a1f1-7282c8dbdc59,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:23.792986 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:23.815198 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:23.836478 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Request body: {'port': {'device_id': 'a16d389a-8adf-490d-a615-fbf688eee659', 'network_id': 'ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0', 'admin_state_up': True, 'tenant_id': 'ba7e2f10375f45d3a4bc7cdb8203c634'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:24.147727 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.109', 55113) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:24.366549 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Router 99003390-a957-4ce7-b0c1-b9acff8f256b is scheduled to L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 with binding_index 1 {{(pid=91760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 20:02:24.489568 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Notify callbacks [] for port, precommit_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:24.588362 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Transition to ACTIVE for port object 05cc0189-48ec-47c0-9556-5c513ba2bc22 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:24.639205 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=821b856d-2bf5-4cdd-a1f1-7282c8dbdc59,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:24.645014 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:24.650135 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-e1c0cb61-944e-47e0-a542-9e71ad2f024e None None] Provisioning complete for port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:24.650765 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-e1c0cb61-944e-47e0-a542-9e71ad2f024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:24.766800 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:02:24.782739 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Sync routers for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:02:24.799909 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Notify callbacks [] for router, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:24.801612 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7660570 Jun 03 20:02:24.805146 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55828) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:24.811346 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:24.812918 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:24.839188 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Transition to ACTIVE for port object 05cc0189-48ec-47c0-9556-5c513ba2bc22 will not be triggered until provisioned by entity DHCP. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:24.851435 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:25.021773 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:25.188270 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Network aabff61b-8e41-4f90-a119-19e973bbee6c is already hosted by enough agents. {{(pid=91761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:25.193040 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.base_scheduler [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Resources bound (agent type, host, resource id): {{(pid=91761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:25.205197 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Received port after_create {{(pid=91761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:25.213468 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Pushing event updated for resources: {'Port': ['ID=05cc0189-48ec-47c0-9556-5c513ba2bc22,revision_number=1']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:25.227696 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:25.259754 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c4be6bf2-2078-49de-ab81-83aa02dce0f9 req-29e2c0d6-03a2-48d6-8f53-6041e0e1bf94 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 1.1150305 Jun 03 20:02:25.291999 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:25.368162 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:25.579853 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Attempting to bind port 05cc0189-48ec-47c0-9556-5c513ba2bc22 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:25.580219 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Attempting to bind port 05cc0189-48ec-47c0-9556-5c513ba2bc22 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:25.580545 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Attempting to bind port 05cc0189-48ec-47c0-9556-5c513ba2bc22 on network aabff61b-8e41-4f90-a119-19e973bbee6c {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:25.596459 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:25.597219 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Checking segment: {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:25.597324 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:25.597681 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Bound using segment: {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:25.598182 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Bound port: 05cc0189-48ec-47c0-9556-5c513ba2bc22, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:25.598551 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:25.632326 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Usage tracker for resource:port and tenant:ba7e2f10375f45d3a4bc7cdb8203c634 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:25.690570 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:25.705137 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:25.736936 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a85752f5-193e-4a10-bca0-eb3af0997fff req-385f3a86-6eda-498d-ae59-9601a3548854 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 210 time: 0.4714260 Jun 03 20:02:25.743152 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:25.826765 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] For port 05cc0189-48ec-47c0-9556-5c513ba2bc22, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:25.838574 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] For port 05cc0189-48ec-47c0-9556-5c513ba2bc22, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=05cc0189-48ec-47c0-9556-5c513ba2bc22,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:25.847519 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:25.857711 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:25.994958 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-980d187a-3904-4c61-996e-aee13c3415c0 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:25.997026 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-980d187a-3904-4c61-996e-aee13c3415c0 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 814 time: 1.4969838 Jun 03 20:02:25.999088 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:26.045995 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Pushing event updated for resources: {'Port': ['ID=05cc0189-48ec-47c0-9556-5c513ba2bc22,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:26.049615 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:26.082157 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Made reservation on behalf of ba7e2f10375f45d3a4bc7cdb8203c634 for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:26.104016 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:26.125095 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:26.139603 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:26.154086 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:26.173174 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:22Z', 'revision_number': 3, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:26.181206 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Checking router: 99003390-a957-4ce7-b0c1-b9acff8f256b for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:02:26.181849 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Updating router 99003390-a957-4ce7-b0c1-b9acff8f256b port 2a5fd946-5571-4a23-b7aa-19148b1a9443 binding host dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:02:26.283553 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:26.286870 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:26.287251 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:26.663043 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:27.180945 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Allocated IP 172.20.0.1 (3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4/58986aa4-a3df-472b-a3b4-0dbbe51f35a2/546fee2f-075d-4ad5-94f2-5f954b0c6989) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:27.254483 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:27.293664 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Transition to ACTIVE for port object 2a5fd946-5571-4a23-b7aa-19148b1a9443 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:27.308225 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-242d74ae-d748-4439-955a-4e2c046543d0 req-558124f7-10ee-4ba1-97fd-07cbd14e4ec9 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.5778327 Jun 03 20:02:27.314298 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:27.318625 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:27.411096 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Allocated IP 172.28.3.222 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/2126a011-3a60-4c91-a223-ee4d818446cb) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:27.532754 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Attempting to bind port 2a5fd946-5571-4a23-b7aa-19148b1a9443 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:27.533222 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Attempting to bind port 2a5fd946-5571-4a23-b7aa-19148b1a9443 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:27.533782 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Attempting to bind port 2a5fd946-5571-4a23-b7aa-19148b1a9443 on network 35db765c-e254-4267-9abb-eb16c6f88e22 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:27.569594 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:27.570626 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Checking segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:27.571515 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:27.573056 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Bound using segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:27.573605 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Bound port: 2a5fd946-5571-4a23-b7aa-19148b1a9443, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:27.573987 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:27.689145 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-98c1b68b-107c-4e29-a9e8-862e9d9a21d6 req-90dbdde7-359b-4711-8448-023e5186f4cd tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 210 time: 0.4680910 Jun 03 20:02:27.690930 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:27.716394 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Transition to ACTIVE for port object 546fee2f-075d-4ad5-94f2-5f954b0c6989 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:27.725222 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:27.770526 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:27.776652 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d5727512-b122-4ac5-81e7-4c0884e3c098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:27.813092 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Allocated IP 172.20.0.2 (ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0/fe862aea-e5fe-4f62-a15c-661fee9b69af/1ec3d287-94b6-4d83-9666-cec18d8ff243) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:27.856719 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Pushing event updated for resources: {'Port': ['ID=2a5fd946-5571-4a23-b7aa-19148b1a9443,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:27.892214 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447bd9da-428d-4173-a661-eb4d5ac16b64 None None] Network aabff61b-8e41-4f90-a119-19e973bbee6c requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:02:27.893261 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:27.895736 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.896791 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:27.896994 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.897485 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.898006 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.899442 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.901141 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.901730 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.902222 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.903057 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.904503 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.905044 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.905719 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Tracked resource versions report: Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: pushed versions: Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: { 'AddressGroup': {'1.2'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'ConntrackHelper': {'1.0'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'Log': {'1.0'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'Network': {'1.1'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'Port': {'1.7'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'PortForwarding': {'1.2'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'QosPolicy': {'1.8'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'SecurityGroup': {'1.4'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'SecurityGroupRule': {'1.2'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'SubPort': {'1.0'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'Subnet': {'1.1'}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'Trunk': {'1.1'}} Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: consumer versions: Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: { DHCP agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: HyperV agent@hv-cinder-79466: {}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: L3 agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: Metadata agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: Metering agent@dv-cinder-794669-1-smb: {}, Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: Open vSwitch agent@dv-cinder-794669-1-smb: { 'AddressGroup': '1.2', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'ConntrackHelper': '1.0', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'Log': '1.0', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'Network': '1.1', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'Port': '1.7', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'PortForwarding': '1.2', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'QosPolicy': '1.8', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'SecurityGroup': '1.4', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'SecurityGroupRule': '1.2', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'SubPort': '1.0', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'Subnet': '1.1', Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: 'Trunk': '1.1'}} Jun 03 20:02:27.907342 dv-cinder-794669-1-smb neutron-server[91762]: {{(pid=91762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 20:02:27.911977 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:27.913065 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-803579'] for router_interface, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:27.915055 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:27.956803 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Pushing event updated for resources: {'Port': ['ID=546fee2f-075d-4ad5-94f2-5f954b0c6989,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:27.960735 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] For port 2a5fd946-5571-4a23-b7aa-19148b1a9443, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:27.962037 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:27.968505 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] For port 2a5fd946-5571-4a23-b7aa-19148b1a9443, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=2a5fd946-5571-4a23-b7aa-19148b1a9443,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:27.975217 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:27.991748 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6203fbe8-45b1-4580-af73-b45b888cdfff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:28.093780 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Allocated IP 172.28.3.182 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/06ae8f55-805a-449c-a0f8-df39b1cf8254) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:28.132801 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:28.186782 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:28.188453 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 05cc0189-48ec-47c0-9556-5c513ba2bc22 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:28.194234 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Pushing event updated for resources: {'Port': ['ID=2a5fd946-5571-4a23-b7aa-19148b1a9443,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:28.198562 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:28.216587 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7f72c2fa-6618-449d-8ddb-7d5e240747ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:28.235233 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:28.235958 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:28.307116 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-0f493061-73f7-495b-8348-eeddd602b0b6 None None] Provisioning for port 05cc0189-48ec-47c0-9556-5c513ba2bc22 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:28.400477 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 05cc0189-48ec-47c0-9556-5c513ba2bc22 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:28.414474 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 05cc0189-48ec-47c0-9556-5c513ba2bc22 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:28.416611 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:28.441061 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:28.476666 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:28.486726 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:28.487935 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648087'] for router_interface, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:28.497366 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:28.643013 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:28.682254 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:28.717837 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-b9750692-afc2-416f-8816-c94697bc099c None None] Provisioning for port 546fee2f-075d-4ad5-94f2-5f954b0c6989 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:28.745371 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:28.771275 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-b9750692-afc2-416f-8816-c94697bc099c None None] Provisioning complete for port 546fee2f-075d-4ad5-94f2-5f954b0c6989 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:28.771649 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-b9750692-afc2-416f-8816-c94697bc099c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:28.892665 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Pushing event updated for resources: {'Port': ['ID=546fee2f-075d-4ad5-94f2-5f954b0c6989,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:28.911538 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:29.023173 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-b9750692-afc2-416f-8816-c94697bc099c None None] Port 546fee2f-075d-4ad5-94f2-5f954b0c6989 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:02:29.065205 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:29.073935 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:29.075110 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:29.139310 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 05cc0189-48ec-47c0-9556-5c513ba2bc22, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=05cc0189-48ec-47c0-9556-5c513ba2bc22,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:29.146021 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:29.148668 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:29.166820 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:29.220796 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:29.301677 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:29.351979 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=05cc0189-48ec-47c0-9556-5c513ba2bc22,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:29.359827 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:29.418975 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:27Z', 'revision_number': 1, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:29.433526 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7737b-6bb0-47d3-baca-fd50141ef422 None None] The sync data for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb is: [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:27Z', 'revision_number': 1, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:02:29.454210 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:29.496628 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-342836d5-bff1-4e7f-8700-25ec7f1fd995 req-c35d918e-dae9-44cd-80b9-bc20201bfb1f tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.9337385 Jun 03 20:02:29.560305 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Pushing event updated for resources: {'Port': ['ID=2126a011-3a60-4c91-a223-ee4d818446cb,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:29.562644 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-b2c0d129-818a-4fcd-b393-2a04b87dd3bf None None] Provisioning complete for port 05cc0189-48ec-47c0-9556-5c513ba2bc22 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:29.563026 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d129-818a-4fcd-b393-2a04b87dd3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:29.578577 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.354s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:29.670304 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:29.809634 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:29.842728 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Network ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:29.849399 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:29.855600 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:29.867817 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Router 99003390-a957-4ce7-b0c1-b9acff8f256b has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:02:29.980451 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 05cc0189-48ec-47c0-9556-5c513ba2bc22 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:30.035897 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:30.060059 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:30.066911 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:30.067828 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:30.083165 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-a8075aba-3aad-4288-9ef0-66145efb3eb4 None None] Provisioning complete for port 546fee2f-075d-4ad5-94f2-5f954b0c6989 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:30.083778 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a8075aba-3aad-4288-9ef0-66145efb3eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:30.147809 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-a8075aba-3aad-4288-9ef0-66145efb3eb4 None None] Port 546fee2f-075d-4ad5-94f2-5f954b0c6989 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:02:30.200556 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 05cc0189-48ec-47c0-9556-5c513ba2bc22 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:30.200960 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:30.213625 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Pushing event updated for resources: {'Port': ['ID=1ec3d287-94b6-4d83-9666-cec18d8ff243,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:30.223791 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:02:30.251473 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] 10.222.0.95 "PUT /v2.0/routers/99003390-a957-4ce7-b0c1-b9acff8f256b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4449801 Jun 03 20:02:30.539746 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41b7aa-1f3b-4dad-af89-9b18a73c132a req-2bec3404-958c-4993-9ff9-4e7c336bc887 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:30.540610 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-6c41b7aa-1f3b-4dad-af89-9b18a73c132a req-2bec3404-958c-4993-9ff9-4e7c336bc887 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Synchronizing usage tracker for tenant:ba7e2f10375f45d3a4bc7cdb8203c634 on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:02:30.605703 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-22267be4-4f61-4007-bb4e-a1d325fa38c6 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7874653 Jun 03 20:02:30.612057 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Pushing event updated for resources: {'Port': ['ID=06ae8f55-805a-449c-a0f8-df39b1cf8254,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:30.632263 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:30.636596 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.077s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:30.641195 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:30.832026 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-6c41b7aa-1f3b-4dad-af89-9b18a73c132a req-2bec3404-958c-4993-9ff9-4e7c336bc887 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Unset dirty status for tenant:ba7e2f10375f45d3a4bc7cdb8203c634 on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:02:30.838912 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6c41b7aa-1f3b-4dad-af89-9b18a73c132a req-2bec3404-958c-4993-9ff9-4e7c336bc887 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 931 time: 1.6009600 Jun 03 20:02:31.125565 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55948) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:31.286248 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:31.444600 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6c41b7aa-1f3b-4dad-af89-9b18a73c132a req-657f3066-4984-4e5e-aeaf-8198d2eba1d7 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047256 Jun 03 20:02:31.461624 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:31.629876 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:31.647382 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:31.652195 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b4442e90ca8c493090742bd2cd5b1514 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:31.656457 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:31.663569 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:31.806005 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:31.821651 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:31.835466 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:31.919847 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3f21b951-bb93-4750-b347-eb8dc63c08a9 req-787c37bd-1fb6-43d8-8520-99e0d5b2082d tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.1685884 Jun 03 20:02:31.948998 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b4442e90ca8c493090742bd2cd5b1514&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8200707 Jun 03 20:02:31.948998 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa052e35-54d6-498c-bb2e-2a7f3da6b4e6,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:31.951293 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 55960) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:31.952203 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:31.975938 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55962) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:31.981456 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122456919', 'description': 'tempest-description--2075568945'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:31.993862 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:32.004764 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:security_group and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:32.012425 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:32.025072 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:32.041248 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.043249 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 2a5fd946-5571-4a23-b7aa-19148b1a9443 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:32.069101 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:32.073720 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:security_group_rule and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:32.079577 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:32.086951 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:32.165235 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 2a5fd946-5571-4a23-b7aa-19148b1a9443 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:32.173274 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 2a5fd946-5571-4a23-b7aa-19148b1a9443 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:32.174059 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.225401 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.230910 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.235219 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:32.299245 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b194da70-7ee4-4e3d-b569-5be62f5c528b,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:32.321041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:32.336038 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-803381'] for router, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.348939 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.363704 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.365032 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3879764 Jun 03 20:02:32.367762 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55964) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:32.371416 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 2a5fd946-5571-4a23-b7aa-19148b1a9443, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=2a5fd946-5571-4a23-b7aa-19148b1a9443,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:32.372304 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'security_group_rule': {'security_group_id': 'b194da70-7ee4-4e3d-b569-5be62f5c528b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:32.376610 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.378874 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:32.379675 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:32.383131 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:security_group_rule and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:32.386441 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:32.410495 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:32.457035 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.533772 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=2a5fd946-5571-4a23-b7aa-19148b1a9443,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:32.541875 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:32.630169 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.637505 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.685115 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:32.715666 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812ab249-d7be-4eaa-b7bb-e3ed542ab950,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:32.727015 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:32.728078 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.732698 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615491 Jun 03 20:02:32.735225 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55974) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:32.749180 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'security_group_rule': {'security_group_id': 'b194da70-7ee4-4e3d-b569-5be62f5c528b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:32.759185 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:32.767013 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:security_group_rule and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:32.773544 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:32.781423 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:32.821771 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.912695 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-82033ae9-801b-4766-82fd-75fedfe63ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.935511 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.944108 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:32.946338 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2505dc99-c94e-4cdd-aa0d-9c2bb490ae98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:33.013128 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb8df2a-d458-4f71-9372-7f24f0d280ca,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:33.020522 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:33.060808 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:33.060808 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3123248 Jun 03 20:02:33.060808 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 55988) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:33.065686 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'floatingip': {'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:33.086898 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:33.097870 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:floatingip and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:33.107912 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:33.124076 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:33.146861 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:33.323564 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6de7a75a-fbf2-436e-97e0-544e23304283 req-185a4491-2695-4046-a5d2-316b186d2320 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.1066046 Jun 03 20:02:33.326503 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Sync routers for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:02:33.338177 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-82033ae9-801b-4766-82fd-75fedfe63ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:33.345270 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:33.347650 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:33.446728 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:33.555500 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1218580-6003-4570-8c27-cc30ebab32a5 req-c423b5c8-8e4c-4361-a3d2-bd555102e393 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:33.557066 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e1218580-6003-4570-8c27-cc30ebab32a5 req-c423b5c8-8e4c-4361-a3d2-bd555102e393 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 931 time: 0.7513099 Jun 03 20:02:33.640768 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-803381'] for router, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:33.669112 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-82033ae9-801b-4766-82fd-75fedfe63ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:33.675429 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Allocated IP 172.28.3.118 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/f7c4b22d-c305-4d1c-b932-74f98a4c82a2) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:33.771769 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Router 321e9675-49c1-45c7-8928-90894ad93645 is scheduled to L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 with binding_index 1 {{(pid=91759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 20:02:33.792996 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7c36f020-e28a-4e78-881c-92d9f5889369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:33.803723 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:33.807932 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e1218580-6003-4570-8c27-cc30ebab32a5 req-bb272b6b-5087-4635-bbc1-3fb71d1ccf09 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264328 Jun 03 20:02:33.813629 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82033ae9-801b-4766-82fd-75fedfe63ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa052e35-54d6-498c-bb2e-2a7f3da6b4e6,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:33.828408 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-82033ae9-801b-4766-82fd-75fedfe63ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:33.927539 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 2a5fd946-5571-4a23-b7aa-19148b1a9443 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:33.938365 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:33.975981 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:33.982470 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:34.012457 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-82033ae9-801b-4766-82fd-75fedfe63ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:34.013628 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-82033ae9-801b-4766-82fd-75fedfe63ad2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fa052e35-54d6-498c-bb2e-2a7f3da6b4e6 HTTP/1.1" status: 204 len: 168 time: 2.0589280 Jun 03 20:02:34.044380 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:34.047389 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:34.051491 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:34.069892 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'Port': ['ID=f7c4b22d-c305-4d1c-b932-74f98a4c82a2,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:34.081588 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:34.163249 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:34.251211 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:34.336431 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 2a5fd946-5571-4a23-b7aa-19148b1a9443 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:34.337373 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:34.348121 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:02:34.359647 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Sync routers for ids ['321e9675-49c1-45c7-8928-90894ad93645'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:02:34.386019 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Routers {'321e9675-49c1-45c7-8928-90894ad93645'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:34.386934 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['321e9675-49c1-45c7-8928-90894ad93645'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:34.507259 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:34.507259 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 13.2148559 Jun 03 20:02:34.513062 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 56004) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:34.667154 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 2, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:34.694513 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Checking router: 99003390-a957-4ce7-b0c1-b9acff8f256b for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:02:34.695645 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Updating router 99003390-a957-4ce7-b0c1-b9acff8f256b port 546fee2f-075d-4ad5-94f2-5f954b0c6989 binding host dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:02:34.912103 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:34.941059 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:34.953201 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:34.990167 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:35.132937 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Set router 321e9675-49c1-45c7-8928-90894ad93645 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:35.135282 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:35.324424 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:35.340904 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2770493 Jun 03 20:02:35.360594 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'Port': ['ID=f7c4b22d-c305-4d1c-b932-74f98a4c82a2,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:35.383992 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:35.608338 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4f7a0b73-80ec-4b9f-9070-7906ad15b94c req-57d5b994-1574-4c03-860b-95fa59c85475 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.6249678 Jun 03 20:02:35.609004 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 is scheduled to L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 with binding_index 1 {{(pid=91759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 20:02:35.758728 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:35.818804 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Transition to ACTIVE for port object 546fee2f-075d-4ad5-94f2-5f954b0c6989 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:35.842525 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:35.911497 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:36.003256 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56048) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:36.012644 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321e9675-49c1-45c7-8928-90894ad93645', 'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-router', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:30Z', 'revision_number': 3, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'gw_port': {'id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e9675-49c1-45c7-8928-90894ad93645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:27Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:36.027271 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Checking router: 321e9675-49c1-45c7-8928-90894ad93645 for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:02:36.027657 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Updating router 321e9675-49c1-45c7-8928-90894ad93645 port 06ae8f55-805a-449c-a0f8-df39b1cf8254 binding host dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:02:36.086428 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc2c98-fbdb-4264-95bc-8bd597a3a229 None None] Pushing event updated for resources: {'Port': ['ID=546fee2f-075d-4ad5-94f2-5f954b0c6989,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:36.093936 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-f0bc2c98-fbdb-4264-95bc-8bd597a3a229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:36.193671 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:36.280657 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:36.328535 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:36.334077 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:036288f0fe7044f1acd0341526e2e1ee is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:36.342564 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:36.355220 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:36.619326 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-fa9eefc3-3776-4de6-b0c6-c99a93c2dda2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--2122456919&fields=id&tenant_id=cb629b2d51304745a8628097f32a796e HTTP/1.1" status: 200 len: 267 time: 0.5345702 Jun 03 20:02:36.661174 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Attempting to bind port 546fee2f-075d-4ad5-94f2-5f954b0c6989 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:36.661864 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Attempting to bind port 546fee2f-075d-4ad5-94f2-5f954b0c6989 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:36.662314 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Attempting to bind port 546fee2f-075d-4ad5-94f2-5f954b0c6989 on network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:36.675612 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:36.676165 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Checking segment: {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:36.676704 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:36.677137 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Bound using segment: {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:36.677644 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Bound port: 546fee2f-075d-4ad5-94f2-5f954b0c6989, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:36.677984 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:36.698575 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:36.708879 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:36.745457 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:36.846108 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] For port 546fee2f-075d-4ad5-94f2-5f954b0c6989, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:36.856535 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] For port 546fee2f-075d-4ad5-94f2-5f954b0c6989, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=546fee2f-075d-4ad5-94f2-5f954b0c6989,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:36.869578 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:36.886669 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:36.895769 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=036288f0fe7044f1acd0341526e2e1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8913834 Jun 03 20:02:36.898290 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e2b48-f768-4149-8f2a-5588ceb4f47b,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:36.908189 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:36.908189 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56064) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:37.030862 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc2c98-fbdb-4264-95bc-8bd597a3a229 None None] Pushing event updated for resources: {'Port': ['ID=546fee2f-075d-4ad5-94f2-5f954b0c6989,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:37.061665 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:02:37.085911 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Sync routers for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:02:37.088951 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d352-48c9-47b1-b1c7-1d923bddeb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:37.107241 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-f0bc2c98-fbdb-4264-95bc-8bd597a3a229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:37.113849 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:37.114913 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:37.154183 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:37.202237 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Transition to ACTIVE for port object 06ae8f55-805a-449c-a0f8-df39b1cf8254 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:37.213458 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:37.223022 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d352-48c9-47b1-b1c7-1d923bddeb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:37.257429 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:37.347702 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d352-48c9-47b1-b1c7-1d923bddeb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:37.357257 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:37.357914 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:37.361208 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-043d292e-89ad-43e8-8597-3b73aa4c07a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:37.430729 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Attempting to bind port 06ae8f55-805a-449c-a0f8-df39b1cf8254 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:37.431119 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Attempting to bind port 06ae8f55-805a-449c-a0f8-df39b1cf8254 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:37.431480 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Attempting to bind port 06ae8f55-805a-449c-a0f8-df39b1cf8254 on network 35db765c-e254-4267-9abb-eb16c6f88e22 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:37.447452 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4d352-48c9-47b1-b1c7-1d923bddeb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e2b48-f768-4149-8f2a-5588ceb4f47b,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:37.454673 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d352-48c9-47b1-b1c7-1d923bddeb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:37.463363 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a7f4d352-48c9-47b1-b1c7-1d923bddeb22 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cd6e2b48-f768-4149-8f2a-5588ceb4f47b HTTP/1.1" status: 204 len: 168 time: 0.5525053 Jun 03 20:02:37.466014 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a7f4d352-48c9-47b1-b1c7-1d923bddeb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:37.474127 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:37.474510 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Checking segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:37.474910 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:37.475306 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Bound using segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:37.475787 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Bound port: 06ae8f55-805a-449c-a0f8-df39b1cf8254, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:37.476156 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:37.667369 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3942af-aca7-4414-857f-6abdc58afd9f None None] Pushing event updated for resources: {'Port': ['ID=06ae8f55-805a-449c-a0f8-df39b1cf8254,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:37.670622 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8c3942af-aca7-4414-857f-6abdc58afd9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:37.705264 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdc85e-beae-48dd-9113-16f5d3e78f17 req-dc391786-c01a-4347-887f-336887b54d3e tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:37.710039 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f9cdc85e-beae-48dd-9113-16f5d3e78f17 req-dc391786-c01a-4347-887f-336887b54d3e tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 931 time: 2.2016385 Jun 03 20:02:37.866462 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] For port 06ae8f55-805a-449c-a0f8-df39b1cf8254, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:37.877560 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] For port 06ae8f55-805a-449c-a0f8-df39b1cf8254, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=06ae8f55-805a-449c-a0f8-df39b1cf8254,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:37.890667 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:37.903325 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:38.105761 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:38.111402 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56090) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:38.113430 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 16.7704618 Jun 03 20:02:38.124104 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:02:38.180244 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Routers {'321e9675-49c1-45c7-8928-90894ad93645'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:38.185033 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['321e9675-49c1-45c7-8928-90894ad93645'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:38.192424 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 546fee2f-075d-4ad5-94f2-5f954b0c6989 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:38.327554 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-84cca5b0-32d1-4c93-9399-38806b5aff12 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:38.329167 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-84cca5b0-32d1-4c93-9399-38806b5aff12 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 816 time: 1.7059145 Jun 03 20:02:38.464761 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 56096) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:38.469579 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3942af-aca7-4414-857f-6abdc58afd9f None None] Pushing event updated for resources: {'Port': ['ID=06ae8f55-805a-449c-a0f8-df39b1cf8254,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:38.475046 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8c3942af-aca7-4414-857f-6abdc58afd9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:38.551833 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:38.565559 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f9cdc85e-beae-48dd-9113-16f5d3e78f17 req-b412a3df-571f-4f6b-9247-b3526ae0ec6d tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061371 Jun 03 20:02:38.621965 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:38.670123 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-d764cb56-54b6-4368-ae2d-08537b579588 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/quotas/cb629b2d51304745a8628097f32a796e HTTP/1.1" status: 200 len: 375 time: 0.3111773 Jun 03 20:02:38.915436 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:38.951260 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] Set router 321e9675-49c1-45c7-8928-90894ad93645 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:39.162596 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] Usage tracker for resource:security_group_rule and tenant:82d322f910c542e9ad53854dbd35a9e3 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:39.193932 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:39.224443 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dcd92dcd-17fb-4115-a70a-e0667b14a511 req-b484d482-c243-4a1c-a240-17dc5c11e6a8 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.2908685 Jun 03 20:02:39.235673 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:39.237894 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:39.351940 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:39.516264 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 546fee2f-075d-4ad5-94f2-5f954b0c6989 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:39.552935 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 546fee2f-075d-4ad5-94f2-5f954b0c6989 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:39.553323 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:39.598241 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321e9675-49c1-45c7-8928-90894ad93645', 'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-router', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:30Z', 'revision_number': 3, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'gw_port': {'id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e9675-49c1-45c7-8928-90894ad93645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:27Z', 'updated_at': '2021-06-03T20:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:39.609474 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f2501d-78af-4a2c-9196-e4ca8d411c2d None None] The sync data for ids ['321e9675-49c1-45c7-8928-90894ad93645'] in dv-cinder-794669-1-smb is: [{'id': '321e9675-49c1-45c7-8928-90894ad93645', 'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-router', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:30Z', 'revision_number': 3, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'gw_port': {'id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e9675-49c1-45c7-8928-90894ad93645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:27Z', 'updated_at': '2021-06-03T20:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:02:39.662226 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-2566545e-39fa-453e-8554-6c0c7da9c89b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9595611 Jun 03 20:02:39.976418 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.043259 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.115181 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.184805 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 546fee2f-075d-4ad5-94f2-5f954b0c6989, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=546fee2f-075d-4ad5-94f2-5f954b0c6989,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:40.194532 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:36Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:40.201767 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.206068 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.214840 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9638a8-0c12-4ba7-b2fc-bfee531f9d55 None None] The sync data for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb is: [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:36Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:02:40.225901 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-098457e0-1843-4aca-8135-8b89317015d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:40.265267 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:40.337287 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-37bfea31-9230-423d-b611-5300f98681f3 service neutron] 10.222.0.95 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569917 Jun 03 20:02:40.426353 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 06ae8f55-805a-449c-a0f8-df39b1cf8254 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:40.428461 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Allocated IP 172.20.0.1 (aabff61b-8e41-4f90-a119-19e973bbee6c/1b04cc4b-97ca-43f0-94b4-066334276b34/50b79cf8-1fe0-4db2-887c-5d21cc8b3631) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:40.452728 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53a331-057c-42a6-887a-a238b712997e req-057bd854-9c64-4447-bfcd-806ec3f1285e tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:40.454562 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ca53a331-057c-42a6-887a-a238b712997e req-057bd854-9c64-4447-bfcd-806ec3f1285e tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 931 time: 0.6368148 Jun 03 20:02:40.460368 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=82d322f910c542e9ad53854dbd35a9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9945114 Jun 03 20:02:40.462619 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56128) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:40.568384 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:30Z', 'revision_number': 3, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:40.579382 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Allocated IP 172.20.0.1 (c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80/157340b1-3d75-4530-84fc-1ece88c2efe5/cf1a001f-f3dc-4c16-928e-36ae3728e0a2) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:40.589687 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=546fee2f-075d-4ad5-94f2-5f954b0c6989,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:40.591709 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd70021e-1543-4886-ac66-2f39a1448b00,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:40.612489 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Checking router: 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:02:40.613763 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Updating router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 port 2126a011-3a60-4c91-a223-ee4d818446cb binding host dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:02:40.633928 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:40.677627 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-55c2ecff-9452-4f23-82fa-84ce2c005eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.682740 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:40.709353 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.738008 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-55c2ecff-9452-4f23-82fa-84ce2c005eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.755576 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Transition to ACTIVE for port object 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:40.757876 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.815168 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 06ae8f55-805a-449c-a0f8-df39b1cf8254 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:40.837833 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-55c2ecff-9452-4f23-82fa-84ce2c005eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.846882 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.847655 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:40.848435 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 06ae8f55-805a-449c-a0f8-df39b1cf8254 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:40.848903 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.882260 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-55c2ecff-9452-4f23-82fa-84ce2c005eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:40.883624 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-55c2ecff-9452-4f23-82fa-84ce2c005eed admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cd70021e-1543-4886-ac66-2f39a1448b00 HTTP/1.1" status: 204 len: 168 time: 0.4179585 Jun 03 20:02:40.887877 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2ecff-9452-4f23-82fa-84ce2c005eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd70021e-1543-4886-ac66-2f39a1448b00,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:40.892875 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-55c2ecff-9452-4f23-82fa-84ce2c005eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:40.893458 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:41.011265 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Network aabff61b-8e41-4f90-a119-19e973bbee6c is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:41.015487 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:41.018635 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:41.019125 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-803579'] for router_interface, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:41.069945 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Pushing event updated for resources: {'Port': ['ID=50b79cf8-1fe0-4db2-887c-5d21cc8b3631,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:41.112622 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ca53a331-057c-42a6-887a-a238b712997e req-3e84f9f9-c577-41f6-9bf1-1127744e1365 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445019 Jun 03 20:02:41.142349 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:41.149466 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f8dfcbc9-2286-4457-aa66-10c7b1deb68b service neutron] 10.222.0.95 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7914274 Jun 03 20:02:41.436380 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:41.458952 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:41.629132 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:41.650411 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b8290330-1da4-40b0-be59-1bb5892d7682 req-ffc89a97-d8d2-4f2d-bca4-e70ecee2fcb0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 210 time: 0.1375384 Jun 03 20:02:41.677938 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-dbc74c50-20de-459c-adfc-0d7c0f66c277 None None] Provisioning for port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:41.705464 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 06ae8f55-805a-449c-a0f8-df39b1cf8254, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=06ae8f55-805a-449c-a0f8-df39b1cf8254,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:41.724572 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-dbc74c50-20de-459c-adfc-0d7c0f66c277 None None] Provisioning complete for port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:41.724987 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-dbc74c50-20de-459c-adfc-0d7c0f66c277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:41.782220 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:41.826582 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f8e1b1d0-2e53-4aeb-9e19-883b1e03fe5d req-67a83f93-3ddd-4dbc-8ca6-b78c166a048f tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.1682720 Jun 03 20:02:41.828975 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a3881ccb-af6b-4fa2-848f-1f67db1b2e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:41.913876 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:41.916932 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:41.925020 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Request body: {'port': {'device_id': 'af94c71c-b73e-4be5-8426-7ab6aa9e8f99', 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a', 'admin_state_up': True, 'tenant_id': '65491ea764214e92bb2abe93dc6c2adc'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:41.949229 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-9be8d5d3-1d65-48b4-8314-961785a30496 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 20:02:41.949229 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-9be8d5d3-1d65-48b4-8314-961785a30496 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060341 Jun 03 20:02:41.949229 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:41.949744 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-803579'] for router_interface, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:42.017769 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:42.024356 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.db.resource_extend [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 20:02:42.042743 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:42.091845 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-dbc74c50-20de-459c-adfc-0d7c0f66c277 None None] Port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:02:42.197993 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1a001f-f3dc-4c16-928e-36ae3728e0a2,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:42.214138 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:42.243524 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:42.254863 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:42.259783 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648087'] for router_interface, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:42.275118 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:42.418328 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 546fee2f-075d-4ad5-94f2-5f954b0c6989 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:42.475130 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Pushing event updated for resources: {'Port': ['ID=50b79cf8-1fe0-4db2-887c-5d21cc8b3631,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:42.511345 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:42.661412 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:42.705796 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=06ae8f55-805a-449c-a0f8-df39b1cf8254,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:42.750152 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:42.756669 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Transition to ACTIVE for port object 2126a011-3a60-4c91-a223-ee4d818446cb will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:42.806390 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-bc9efbb9-31a9-4c38-a454-28334539b8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:42.831298 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Request body: {'port': {'device_id': 'a16d389a-8adf-490d-a615-fbf688eee659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:42.848985 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:42.865267 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:43.022238 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Network aabff61b-8e41-4f90-a119-19e973bbee6c is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:43.024578 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:43.041930 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1d5ffc4d-c5c5-4f08-9b71-6defa3cc8556 req-b0b3216f-59ea-4a94-bdbc-d04571fde582 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 210 time: 0.0588074 Jun 03 20:02:43.111400 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33416fad-0cd0-48f7-be18-09fb3916032d req-92dc4240-69f4-4a28-8789-f4fb45e857d3 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:43.122746 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-33416fad-0cd0-48f7-be18-09fb3916032d req-92dc4240-69f4-4a28-8789-f4fb45e857d3 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 931 time: 0.7218461 Jun 03 20:02:43.245470 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:43.256299 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Usage tracker for resource:port and tenant:65491ea764214e92bb2abe93dc6c2adc is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:43.263940 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:43.284011 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:43.354018 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 546fee2f-075d-4ad5-94f2-5f954b0c6989 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:43.354596 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:43.407548 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:43.427606 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Made reservation on behalf of 65491ea764214e92bb2abe93dc6c2adc for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:43.431250 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:43.514280 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70188b-0b20-4472-9c4e-e535e666fa56 None None] Pushing event updated for resources: {'Port': ['ID=2126a011-3a60-4c91-a223-ee4d818446cb,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:43.549023 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Attempting to bind port 2126a011-3a60-4c91-a223-ee4d818446cb on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:43.552514 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Attempting to bind port 2126a011-3a60-4c91-a223-ee4d818446cb by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:43.553356 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Attempting to bind port 2126a011-3a60-4c91-a223-ee4d818446cb on network 35db765c-e254-4267-9abb-eb16c6f88e22 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:43.575885 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ca70188b-0b20-4472-9c4e-e535e666fa56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:43.585064 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:02:43.604171 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:43.617534 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Checking segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:43.618232 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:43.618954 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Bound using segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:43.620438 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Bound port: 2126a011-3a60-4c91-a223-ee4d818446cb, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:43.621407 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:43.653676 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:43.775638 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-33416fad-0cd0-48f7-be18-09fb3916032d req-32bb2c9c-3017-496e-b9e3-e9f50c63e55f tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485519 Jun 03 20:02:43.830952 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c5e2f34-531d-4976-8662-d1c615be9920 req-55680e8e-4dee-4a6d-b79a-5831984dc500 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.3861804 Jun 03 20:02:43.956846 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] For port 2126a011-3a60-4c91-a223-ee4d818446cb, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:43.976829 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] For port 2126a011-3a60-4c91-a223-ee4d818446cb, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=2126a011-3a60-4c91-a223-ee4d818446cb,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:44.009796 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-5b097b33-5b9e-4114-8a39-16073d36dcda None None] Provisioning complete for port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:44.010245 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-5b097b33-5b9e-4114-8a39-16073d36dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:44.037049 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:02:44.064899 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] 10.222.0.95 "PUT /v2.0/routers/5fe7b12b-4d05-4d81-8011-0752fab9f5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9507575 Jun 03 20:02:44.127854 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.109', 55141) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:44.228854 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:44.431293 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-5b097b33-5b9e-4114-8a39-16073d36dcda None None] Port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:02:44.433997 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:44.763593 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:44.764364 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:44.834779 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f0578bf6-7b07-475c-8cc5-d13744f9bcff tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:44.836694 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f0578bf6-7b07-475c-8cc5-d13744f9bcff tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Synchronizing usage tracker for tenant:cb629b2d51304745a8628097f32a796e on resource:network {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:02:44.893376 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f0578bf6-7b07-475c-8cc5-d13744f9bcff tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Unset dirty status for tenant:cb629b2d51304745a8628097f32a796e on resource:network {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:02:44.894679 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f0578bf6-7b07-475c-8cc5-d13744f9bcff tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 816 time: 0.7650800 Jun 03 20:02:44.899533 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 06ae8f55-805a-449c-a0f8-df39b1cf8254 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:44.934904 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Allocated IP 172.20.0.3 (b20ed959-7f00-42fd-9ac3-7f1f0415214a/1d0a58f4-bb19-479f-be40-bdf528e168d1/85e2557e-ca12-4216-8e70-112232eaf664) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:44.986402 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70188b-0b20-4472-9c4e-e535e666fa56 None None] Pushing event updated for resources: {'Port': ['ID=2126a011-3a60-4c91-a223-ee4d818446cb,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:44.990976 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-5102f825-95b1-4d96-be37-aa19cb97d24b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Synchronizing usage tracker for tenant:cb629b2d51304745a8628097f32a796e on resource:security_group {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:02:44.994028 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-41240e70-7311-4dd2-9942-64225e990e69 req-a964c64c-74da-4cdb-b1c4-af40a7c70010 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 210 time: 0.5687032 Jun 03 20:02:44.997887 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ca70188b-0b20-4472-9c4e-e535e666fa56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:45.038239 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-5102f825-95b1-4d96-be37-aa19cb97d24b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Unset dirty status for tenant:cb629b2d51304745a8628097f32a796e on resource:security_group {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:02:45.042955 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-5102f825-95b1-4d96-be37-aa19cb97d24b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb629b2d51304745a8628097f32a796e HTTP/1.1" status: 200 len: 380 time: 0.1310570 Jun 03 20:02:45.058858 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'port': {'device_id': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'admin_state_up': True, 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'security_groups': ['b194da70-7ee4-4e3d-b569-5be62f5c528b']}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:45.209669 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 06ae8f55-805a-449c-a0f8-df39b1cf8254 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:45.210071 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:45.255273 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:45.272623 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:45.339170 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:45.346243 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:port and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:45.352110 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:45.363874 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:45.384051 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Made reservation on behalf of cb629b2d51304745a8628097f32a796e for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:02:45.401002 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:45.513738 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 56250) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:45.549655 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696813871', 'description': 'tempest-description--375522327'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:45.563811 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:45.574348 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:security_group and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:45.590595 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:45.721838 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:45.743854 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.db.resource_extend [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 20:02:45.791820 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:45.794469 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6bad6409-2bcd-4c06-8dce-fd1b6c749092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:45.835216 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Allocated IP 172.20.0.14 (3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4/58986aa4-a3df-472b-a3b4-0dbbe51f35a2/4dad8ea7-8857-4764-8d72-ae9128c7dafb) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:45.874533 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-294bb470-b3ca-4ec0-bd48-bf06df86e3d2 req-91013369-190d-4ce5-92c0-4d2484d42f15 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.0973592 Jun 03 20:02:45.875436 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:45.905263 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:45.925084 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:45.928112 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648087'] for router_interface, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:45.944414 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f84c4-9113-403b-bb4b-0843b3c44325 req-851ec013-edb7-43d5-8eb8-d12db9a5da92 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:45.946152 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bd1f84c4-9113-403b-bb4b-0843b3c44325 req-851ec013-edb7-43d5-8eb8-d12db9a5da92 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 931 time: 0.6827102 Jun 03 20:02:45.958619 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:46.021630 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:security_group_rule and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:46.034584 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:46.041657 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.db.resource_extend [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 20:02:46.135588 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bd1f84c4-9113-403b-bb4b-0843b3c44325 req-e905c7f7-95e3-4c11-aba6-1a38909c4e6e tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165831 Jun 03 20:02:46.144550 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:46.166052 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:46.204421 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Transition to ACTIVE for port object 4dad8ea7-8857-4764-8d72-ae9128c7dafb will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:46.213808 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:46.237600 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:46.274240 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56272) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:46.278433 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:46.292614 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 2, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:46.299089 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e699f2-64f8-408c-b527-e1d58871c13b None None] The sync data for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb is: [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 2, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:02:46.340130 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1a001f-f3dc-4c16-928e-36ae3728e0a2,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:46.415828 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:46.434342 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec3d287-94b6-4d83-9666-cec18d8ff243 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:02:46.495652 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:46.501010 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:46.504391 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:46.512057 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:46.523872 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:46.524285 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:46.538640 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Transition to ACTIVE for port object 1ec3d287-94b6-4d83-9666-cec18d8ff243 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:46.568414 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:46.578511 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5268977 Jun 03 20:02:46.581017 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:46.586312 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:46.614832 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Request body: {'port': {'device_id': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:46.728618 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:46.743965 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:46.748219 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:46.779636 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:46.848607 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] Usage tracker for resource:security_group_rule and tenant:f486c87baefe4e94bf285fb574309d94 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:46.868448 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:46.872534 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:46.882574 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:46.915814 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:46.996922 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-acc6cdfe-531f-4200-8cab-e693a34564cd None None] Provisioning for port 4dad8ea7-8857-4764-8d72-ae9128c7dafb completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:47.010901 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-acc6cdfe-531f-4200-8cab-e693a34564cd None None] Provisioning complete for port 4dad8ea7-8857-4764-8d72-ae9128c7dafb triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:47.017454 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-acc6cdfe-531f-4200-8cab-e693a34564cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.018628 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.226724 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.234751 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-acc6cdfe-531f-4200-8cab-e693a34564cd None None] Port 4dad8ea7-8857-4764-8d72-ae9128c7dafb cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:02:47.275467 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15475968-a31e-4afe-8f38-eaccc3e66d1d req-35173f77-ac98-46e4-aeff-784a9be526f0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:47.278041 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-15475968-a31e-4afe-8f38-eaccc3e66d1d req-35173f77-ac98-46e4-aeff-784a9be526f0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 932 time: 0.9767461 Jun 03 20:02:47.297895 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.298313 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.350993 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.353570 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.371039 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-142f08b2-ad8e-4694-8008-a81cd32e2ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:47.517113 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f486c87baefe4e94bf285fb574309d94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0929849 Jun 03 20:02:47.523116 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56296) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:47.605237 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e248a6f-6d07-491c-9cf6-7c01e280889e,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:47.631484 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:47.649408 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dad8ea7-8857-4764-8d72-ae9128c7dafb {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:02:47.660159 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.663259 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Pushing event updated for resources: {'Port': ['ID=1ec3d287-94b6-4d83-9666-cec18d8ff243,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:47.679524 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:47.682359 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Transition to ACTIVE for port object 4dad8ea7-8857-4764-8d72-ae9128c7dafb will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:47.683491 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3e2487e0-1a09-4742-854d-cf7fe60c3b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:47.692644 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.703833 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:47.719869 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Network b20ed959-7f00-42fd-9ac3-7f1f0415214a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:47.742107 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:47.765606 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2ba0dd85-e6b0-4370-8a53-4d10e32aff2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.770156 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:47.776475 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:47.776475 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.791499 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Attempting to bind port 1ec3d287-94b6-4d83-9666-cec18d8ff243 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:47.791898 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Attempting to bind port 1ec3d287-94b6-4d83-9666-cec18d8ff243 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'd8b20ecf-cf5b-495e-a849-7673899ad096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:47.792279 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Attempting to bind port 1ec3d287-94b6-4d83-9666-cec18d8ff243 on network ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:47.847971 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Port 1ec3d287-94b6-4d83-9666-cec18d8ff243 on network ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:02:47.848456 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Attempting to bind port 1ec3d287-94b6-4d83-9666-cec18d8ff243 on network ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:47.875859 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.883235 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3371973 Jun 03 20:02:47.884153 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56300) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:47.888022 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:47.888377 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Checking segment: {'id': 'd8b20ecf-cf5b-495e-a849-7673899ad096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:47.889034 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Bound using segment: {'id': 'd8b20ecf-cf5b-495e-a849-7673899ad096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:47.889484 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Bound port: 1ec3d287-94b6-4d83-9666-cec18d8ff243, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b20ecf-cf5b-495e-a849-7673899ad096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:47.890378 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.897244 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'security_group_rule': {'security_group_id': 'b070cd8d-ac24-45a3-92aa-b49416aa0df6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:47.915013 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Router 321e9675-49c1-45c7-8928-90894ad93645 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:02:47.927967 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Pushing event updated for resources: {'Port': ['ID=85e2557e-ca12-4216-8e70-112232eaf664,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:47.932091 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0111895 Jun 03 20:02:47.938301 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:47.945164 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:47.955667 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:47.991621 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2ba0dd85-e6b0-4370-8a53-4d10e32aff2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:47.994952 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-15475968-a31e-4afe-8f38-eaccc3e66d1d req-253a3104-d846-4b99-804b-b13e5e5ae88d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6529768 Jun 03 20:02:48.003253 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b070cd8d-ac24-45a3-92aa-b49416aa0df6,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:48.012622 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Request body: {'port': {'device_id': 'af94c71c-b73e-4be5-8426-7ab6aa9e8f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:48.038827 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:security_group_rule and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:48.058760 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:48.064589 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Pushing event updated for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:48.068451 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:48.069665 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:48.174464 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:48.197458 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Attempting to bind port 4dad8ea7-8857-4764-8d72-ae9128c7dafb on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:48.197887 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Attempting to bind port 4dad8ea7-8857-4764-8d72-ae9128c7dafb by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:48.198413 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Attempting to bind port 4dad8ea7-8857-4764-8d72-ae9128c7dafb on network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:48.205727 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2ba0dd85-e6b0-4370-8a53-4d10e32aff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.210700 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Port 4dad8ea7-8857-4764-8d72-ae9128c7dafb on network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:02:48.211029 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Attempting to bind port 4dad8ea7-8857-4764-8d72-ae9128c7dafb on network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:48.221686 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-55c2ecff-9452-4f23-82fa-84ce2c005eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:48.229246 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.267312 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:48.267676 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Checking segment: {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:48.268405 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Bound using segment: {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:48.269046 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Bound port: 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:48.269305 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.288524 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0dd85-e6b0-4370-8a53-4d10e32aff2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e248a6f-6d07-491c-9cf6-7c01e280889e,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:48.289808 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87730063-7678-406c-b807-95bce4b39e95 req-79ab1b69-ab94-42c4-b802-1553fc624b02 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:48.290834 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-87730063-7678-406c-b807-95bce4b39e95 req-79ab1b69-ab94-42c4-b802-1553fc624b02 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Synchronizing usage tracker for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:02:48.303846 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2ba0dd85-e6b0-4370-8a53-4d10e32aff2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:48.331273 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2ba0dd85-e6b0-4370-8a53-4d10e32aff2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.335877 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-2ba0dd85-e6b0-4370-8a53-4d10e32aff2e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4e248a6f-6d07-491c-9cf6-7c01e280889e HTTP/1.1" status: 204 len: 168 time: 0.8063262 Jun 03 20:02:48.468071 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.490813 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.502437 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1e5275f3-9090-4d72-85c3-08d3250c5c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:48.539162 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925ffb02-18e7-4fb8-a201-339e53bcbb95,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:48.549068 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:48.557415 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:48.570390 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:48.578691 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.599197 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] For port 1ec3d287-94b6-4d83-9666-cec18d8ff243, host hv-cinder-79466, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:48.605571 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-af42d42c-6dba-48ee-bc87-67aea96b3596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:48.647393 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-87730063-7678-406c-b807-95bce4b39e95 req-79ab1b69-ab94-42c4-b802-1553fc624b02 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Unset dirty status for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:02:48.648718 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-87730063-7678-406c-b807-95bce4b39e95 req-79ab1b69-ab94-42c4-b802-1553fc624b02 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 931 time: 1.3918478 Jun 03 20:02:48.657505 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] For port 1ec3d287-94b6-4d83-9666-cec18d8ff243, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1ec3d287-94b6-4d83-9666-cec18d8ff243,segment=NetworkSegment(d8b20ecf-cf5b-495e-a849-7673899ad096),segment_id=d8b20ecf-cf5b-495e-a849-7673899ad096)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:48.677552 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.684148 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.689586 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8043613 Jun 03 20:02:48.692260 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56326) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:48.705317 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'security_group_rule': {'security_group_id': 'b070cd8d-ac24-45a3-92aa-b49416aa0df6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:48.715115 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.741728 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:48.743611 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:48.747747 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.750865 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] 10.222.0.109 "PUT /v2.0/ports/4dad8ea7-8857-4764-8d72-ae9128c7dafb HTTP/1.1" status: 200 len: 1094 time: 2.1458211 Jun 03 20:02:48.753529 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:02:48.815310 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 2126a011-3a60-4c91-a223-ee4d818446cb up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:48.871440 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:02:48.882179 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Sync routers for ids ['321e9675-49c1-45c7-8928-90894ad93645'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:02:48.905247 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Routers {'321e9675-49c1-45c7-8928-90894ad93645'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:48.906102 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['321e9675-49c1-45c7-8928-90894ad93645'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:48.922868 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:48.945773 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:48.948546 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] 10.222.0.95 "PUT /v2.0/routers/321e9675-49c1-45c7-8928-90894ad93645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4312789 Jun 03 20:02:48.979000 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:security_group_rule and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:48.996453 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 2126a011-3a60-4c91-a223-ee4d818446cb completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:48.999815 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:49.010099 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 2126a011-3a60-4c91-a223-ee4d818446cb triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:49.012681 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:49.070016 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:49.087427 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Pushing event updated for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:49.097675 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:49.103481 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-87730063-7678-406c-b807-95bce4b39e95 req-4741b766-7f73-4a98-ae77-0b74077b63f9 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300601 Jun 03 20:02:49.141204 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:49.141204 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:49.141204 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] 10.222.0.109 "PUT /v2.0/ports/1ec3d287-94b6-4d83-9666-cec18d8ff243 HTTP/1.1" status: 200 len: 1093 time: 6.6821985 Jun 03 20:02:49.141602 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:49.142576 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16d389a-8adf-490d-a615-fbf688eee659', 'tag': '1ec3d287-94b6-4d83-9666-cec18d8ff243'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:02:49.192495 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56344) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:49.375295 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:49.385003 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Set router 321e9675-49c1-45c7-8928-90894ad93645 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:49.426454 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:49.441975 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:49.459125 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238b08db-b8da-4437-9cb1-39baad06d7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:02:49.481307 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 2126a011-3a60-4c91-a223-ee4d818446cb, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=2126a011-3a60-4c91-a223-ee4d818446cb,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:49.490444 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:49.492535 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ca70188b-0b20-4472-9c4e-e535e666fa56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:49.506325 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] Usage tracker for resource:security_group_rule and tenant:87b81b47e2b54d059ab436a2ee3057ce is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:49.530083 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:49.540663 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:49.540786 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a74fa5-9256-4753-b9c7-04d4a1fce5f9 req-91d7180e-e6e0-4122-b496-3c257b332f43 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:49.548313 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e0a74fa5-9256-4753-b9c7-04d4a1fce5f9 req-91d7180e-e6e0-4122-b496-3c257b332f43 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 943 time: 1.1845000 Jun 03 20:02:49.550145 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-51b4f1ed-7e0e-4760-93a2-f0b29455b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:49.553287 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-51b4f1ed-7e0e-4760-93a2-f0b29455b772 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 1097 time: 0.6831589 Jun 03 20:02:49.558357 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:49.657942 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Sync routers for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:02:49.669911 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:49.716361 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f213fbbc-a169-479d-b158-5122f1b78e77" -d '{"events": [{"name": "network-changed", "server_uuid": "a16d389a-8adf-490d-a615-fbf688eee659", "tag": "1ec3d287-94b6-4d83-9666-cec18d8ff243"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:02:49.735916 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=2126a011-3a60-4c91-a223-ee4d818446cb,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:49.767918 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:49.774483 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:49.776201 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:49.787374 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e0a74fa5-9256-4753-b9c7-04d4a1fce5f9 req-0878ff96-44da-4593-a82a-d46601833380 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362511 Jun 03 20:02:49.790969 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Pushing event updated for resources: {'Port': ['ID=1ec3d287-94b6-4d83-9666-cec18d8ff243,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:49.829860 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:49.846912 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5849bf-bbee-4986-a92d-ba0b93e8b1d6,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:49.856168 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:49.856168 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1520033 Jun 03 20:02:49.856168 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-37c2ceaf-22c9-4517-98e7-5bc7c2510166 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb HTTP/1.1" status: 200 len: 217 time: 0.1871264 Jun 03 20:02:49.856168 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-19cbf383-0f8b-4b29-b10d-7ca136128956 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:49.862520 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56368) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:49.867370 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'floatingip': {'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:02:49.889549 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.146s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:50.026001 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefb13a-88d4-4a09-9fac-5519f7ff4958 req-92e19e74-726a-4553-b5f9-f1c8c802c01d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:50.036006 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6fefb13a-88d4-4a09-9fac-5519f7ff4958 req-92e19e74-726a-4553-b5f9-f1c8c802c01d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.6475356 Jun 03 20:02:50.089128 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-d0d203e6-a475-4049-bcfc-c113ddb854e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:50.089128 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-d0d203e6-a475-4049-bcfc-c113ddb854e9 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.2090731 Jun 03 20:02:50.091451 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:02:50.116155 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321e9675-49c1-45c7-8928-90894ad93645', 'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-router', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:42Z', 'revision_number': 4, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'gw_port': {'id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321e9675-49c1-45c7-8928-90894ad93645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:27Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'cf1a001f-f3dc-4c16-928e-36ae3728e0a2', 'name': '', 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'mac_address': 'fa:16:3e:11:88:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e9675-49c1-45c7-8928-90894ad93645', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '157340b1-3d75-4530-84fc-1ece88c2efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:39Z', 'updated_at': '2021-06-03T20:02:44Z', 'revision_number': 2, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'subnets': [{'id': '157340b1-3d75-4530-84fc-1ece88c2efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:50.137326 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Checking router: 321e9675-49c1-45c7-8928-90894ad93645 for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:02:50.138115 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Updating router 321e9675-49c1-45c7-8928-90894ad93645 port cf1a001f-f3dc-4c16-928e-36ae3728e0a2 binding host dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:02:50.147184 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:floatingip and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:02:50.153819 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:02:50.163868 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:02:50.205141 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb6bad-f4b7-4776-ab58-90b4967fdfb3 x-openstack-request-id: req-edcb6bad-f4b7-4776-ab58-90b4967fdfb3 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:02:50.205443 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:02:50.205720 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-edcb6bad-f4b7-4776-ab58-90b4967fdfb3 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:02:50.206244 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'status': 'completed', 'code': 200} Jun 03 20:02:50.210389 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:50.214062 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:50.261079 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:50.296194 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:50.304218 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c500f-93a1-41d6-909a-bff799eea664 req-2b885f80-97ef-4f6d-8d44-d4007d22c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:50.309451 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-2b885f80-97ef-4f6d-8d44-d4007d22c81d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ba7e2f10375f45d3a4bc7cdb8203c634&device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 1096 time: 0.8217392 Jun 03 20:02:50.322223 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a7f4d352-48c9-47b1-b1c7-1d923bddeb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:50.339806 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:50.386082 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-d285d84f-1f0a-40d6-8c35-5e9d11d5b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:50.387650 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-d285d84f-1f0a-40d6-8c35-5e9d11d5b61b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2869532 Jun 03 20:02:50.443512 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c84a63c-25d3-4187-8516-3d691f67f126,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:50.479285 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:50.507453 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-345c1f00-3400-44db-89e6-adfdc328903a service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ec3d287-94b6-4d83-9666-cec18d8ff243 HTTP/1.1" status: 200 len: 217 time: 0.1781464 Jun 03 20:02:50.594213 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=87b81b47e2b54d059ab436a2ee3057ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3864784 Jun 03 20:02:50.618045 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56406) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:02:50.728500 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6fefb13a-88d4-4a09-9fac-5519f7ff4958 req-d3876b73-53d5-4348-8815-b0de67913c25 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6914384 Jun 03 20:02:51.073366 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c500f-93a1-41d6-909a-bff799eea664 req-efbbd823-2f80-4db2-bb5b-8d8878ef4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:51.075350 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-efbbd823-2f80-4db2-bb5b-8d8878ef4488 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=fe862aea-e5fe-4f62-a15c-661fee9b69af HTTP/1.1" status: 200 len: 851 time: 0.5454719 Jun 03 20:02:51.094122 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 2126a011-3a60-4c91-a223-ee4d818446cb up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:51.166016 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.201025 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-a5aa37da-d875-4165-a4aa-ed688a553ea0 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7230899 Jun 03 20:02:51.214986 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-557cfaca-45a0-4214-bbd1-eea9a989c0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.242632 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 2, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:51.250686 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Checking router: 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:02:51.251339 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Updating router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 binding host dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:02:51.265661 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.293355 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acd630e-5eeb-49da-bed7-f7de61c9b0f5 x-openstack-request-id: req-8acd630e-5eeb-49da-bed7-f7de61c9b0f5 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:02:51.293572 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16d389a-8adf-490d-a615-fbf688eee659", "tag": "1ec3d287-94b6-4d83-9666-cec18d8ff243", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:02:51.294004 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8acd630e-5eeb-49da-bed7-f7de61c9b0f5 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:02:51.294537 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16d389a-8adf-490d-a615-fbf688eee659', 'tag': '1ec3d287-94b6-4d83-9666-cec18d8ff243', 'status': 'completed', 'code': 200} Jun 03 20:02:51.301668 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-df138810-3457-4ec1-b740-6b30cd442f3d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115970 Jun 03 20:02:51.313827 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Transition to ACTIVE for port object cf1a001f-f3dc-4c16-928e-36ae3728e0a2 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:51.334610 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.340944 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:51.372684 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.386187 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 2126a011-3a60-4c91-a223-ee4d818446cb triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:51.386803 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.425846 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5e996157-3cd9-4528-b58c-db537c0b69cf req-cfd2943d-8988-4743-b0a8-7fe105f05609 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084477 Jun 03 20:02:51.535550 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.649952 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-557cfaca-45a0-4214-bbd1-eea9a989c0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.674910 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad0534-0359-4fd8-9409-a654b53f088a None None] Pushing event updated for resources: {'Port': ['ID=cf1a001f-f3dc-4c16-928e-36ae3728e0a2,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:51.701871 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-24ad0534-0359-4fd8-9409-a654b53f088a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:51.762430 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-8705f4d4-7098-4ef6-8c88-94359d367d98 service neutron] 10.222.0.109 "GET /v2.0/networks/ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014204 Jun 03 20:02:51.771709 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-393619e9-ef80-4c5f-a6c2-bfe063606b5f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:51.773161 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-393619e9-ef80-4c5f-a6c2-bfe063606b5f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Synchronizing usage tracker for tenant:8b8e2ad6ed1b45448f3f243d63031152 on resource:network {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:02:51.816938 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e2557e-ca12-4216-8e70-112232eaf664 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:02:51.833917 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.845655 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Attempting to bind port cf1a001f-f3dc-4c16-928e-36ae3728e0a2 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:51.846441 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Attempting to bind port cf1a001f-f3dc-4c16-928e-36ae3728e0a2 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:51.847030 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Attempting to bind port cf1a001f-f3dc-4c16-928e-36ae3728e0a2 on network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:51.854428 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:51.855344 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Checking segment: {'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:51.856077 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.856679 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Bound using segment: {'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:51.857391 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Bound port: cf1a001f-f3dc-4c16-928e-36ae3728e0a2, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:51.858002 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.861727 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Transition to ACTIVE for port object 85e2557e-ca12-4216-8e70-112232eaf664 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:51.928418 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-557cfaca-45a0-4214-bbd1-eea9a989c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:51.958111 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:51.989152 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cfaca-45a0-4214-bbd1-eea9a989c0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c84a63c-25d3-4187-8516-3d691f67f126,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:52.005979 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-557cfaca-45a0-4214-bbd1-eea9a989c0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:52.076152 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-557cfaca-45a0-4214-bbd1-eea9a989c0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:52.078454 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-557cfaca-45a0-4214-bbd1-eea9a989c0d5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0c84a63c-25d3-4187-8516-3d691f67f126 HTTP/1.1" status: 204 len: 168 time: 1.4582095 Jun 03 20:02:52.083199 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-819c500f-93a1-41d6-909a-bff799eea664 req-12352545-ec3f-4805-a46b-b6f2cf063072 service neutron] 10.222.0.109 "GET /v2.0/networks/ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177143 Jun 03 20:02:52.087319 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] For port cf1a001f-f3dc-4c16-928e-36ae3728e0a2, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:52.087625 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:52.095500 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-89d90f3c-4979-44b1-877a-a481e78894ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:52.096733 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] For port cf1a001f-f3dc-4c16-928e-36ae3728e0a2, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=cf1a001f-f3dc-4c16-928e-36ae3728e0a2,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:52.097351 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-89d90f3c-4979-44b1-877a-a481e78894ff service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 1097 time: 0.5665989 Jun 03 20:02:52.123555 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:52.138814 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:52.163259 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:52.302511 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Allocated IP 172.28.3.34 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/4045c9e1-1313-43d4-bf90-4d0f16f35c83) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:02:52.308127 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:52.318171 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad0534-0359-4fd8-9409-a654b53f088a None None] Pushing event updated for resources: {'Port': ['ID=cf1a001f-f3dc-4c16-928e-36ae3728e0a2,revision_number=4']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:52.351467 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Transition to ACTIVE for port object 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:02:52.357900 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Routers {'321e9675-49c1-45c7-8928-90894ad93645'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:52.359357 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['321e9675-49c1-45c7-8928-90894ad93645'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:52.365368 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:52.374745 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:52.404902 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Pushing event updated for resources: {'Port': ['ID=85e2557e-ca12-4216-8e70-112232eaf664,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:52.407518 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:52.471286 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-63d4bdd2-4748-42c9-b0dc-d90f1e7679c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:52.475178 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-63d4bdd2-4748-42c9-b0dc-d90f1e7679c1 service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.3485489 Jun 03 20:02:52.484213 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-24ad0534-0359-4fd8-9409-a654b53f088a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:52.510906 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b651c3f-2e29-4005-a9fc-fe8635707827 None None] Pushing event updated for resources: {'Port': ['ID=50b79cf8-1fe0-4db2-887c-5d21cc8b3631,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:52.514497 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-6b651c3f-2e29-4005-a9fc-fe8635707827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:52.543945 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-393619e9-ef80-4c5f-a6c2-bfe063606b5f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Unset dirty status for tenant:8b8e2ad6ed1b45448f3f243d63031152 on resource:network {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:02:52.551870 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-393619e9-ef80-4c5f-a6c2-bfe063606b5f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 819 time: 2.0228508 Jun 03 20:02:52.689741 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-8f3db48d-d5fa-48e0-b51a-aa358471d1f1 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/quotas/8b8e2ad6ed1b45448f3f243d63031152 HTTP/1.1" status: 200 len: 375 time: 0.1365085 Jun 03 20:02:52.720775 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-dd6475d9-7eab-4e83-bbb8-e22b27220e33 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb HTTP/1.1" status: 200 len: 217 time: 0.1556973 Jun 03 20:02:52.888792 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Attempting to bind port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:52.889055 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Attempting to bind port 85e2557e-ca12-4216-8e70-112232eaf664 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:02:52.890484 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Attempting to bind port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:52.891026 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Attempting to bind port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 on network aabff61b-8e41-4f90-a119-19e973bbee6c {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:52.891959 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Attempting to bind port 85e2557e-ca12-4216-8e70-112232eaf664 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:02:52.892987 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Attempting to bind port 85e2557e-ca12-4216-8e70-112232eaf664 on network b20ed959-7f00-42fd-9ac3-7f1f0415214a {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:52.897170 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] Set router 321e9675-49c1-45c7-8928-90894ad93645 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:52.910627 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:52.911346 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Checking segment: {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:52.911925 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:52.912493 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Bound using segment: {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:52.913248 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Bound port: 50b79cf8-1fe0-4db2-887c-5d21cc8b3631, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:52.913870 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:52.917835 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:53.019744 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933db45-cb3a-4c6f-b6f4-43650f74784d req-e9571a98-d19d-4085-a5bb-537dfa35cad7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:53.074084 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a933db45-cb3a-4c6f-b6f4-43650f74784d req-e9571a98-d19d-4085-a5bb-537dfa35cad7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 931 time: 1.5498037 Jun 03 20:02:53.078296 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Port 85e2557e-ca12-4216-8e70-112232eaf664 on network b20ed959-7f00-42fd-9ac3-7f1f0415214a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:02:53.079234 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Attempting to bind port 85e2557e-ca12-4216-8e70-112232eaf664 on network b20ed959-7f00-42fd-9ac3-7f1f0415214a {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:02:53.103545 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-9ca8dcfa-a944-4296-8dad-0213d37d5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:53.105196 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-9ca8dcfa-a944-4296-8dad-0213d37d5970 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.2054317 Jun 03 20:02:53.149050 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:02:53.149444 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Checking segment: {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:02:53.150007 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Bound using segment: {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:02:53.150556 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Bound port: 85e2557e-ca12-4216-8e70-112232eaf664, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:02:53.150908 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:53.157766 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] For port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:53.173732 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] For port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=50b79cf8-1fe0-4db2-887c-5d21cc8b3631,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:53.180618 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:53.186795 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:53.273375 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:53.304133 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:53.323003 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213fbbc-a169-479d-b158-5122f1b78e77 req-a17ab4ac-8f2d-4d51-a9cb-c3d6063a42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:53.324555 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f213fbbc-a169-479d-b158-5122f1b78e77 req-a17ab4ac-8f2d-4d51-a9cb-c3d6063a42b4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ba7e2f10375f45d3a4bc7cdb8203c634&device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 1096 time: 1.0012488 Jun 03 20:02:53.402851 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b651c3f-2e29-4005-a9fc-fe8635707827 None None] Pushing event updated for resources: {'Port': ['ID=50b79cf8-1fe0-4db2-887c-5d21cc8b3631,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:53.417853 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-6b651c3f-2e29-4005-a9fc-fe8635707827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:53.428799 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:02:53.430804 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:02:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:53.541829 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:02:53.551293 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:02:53.566570 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:02:53.595767 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-e7a30522-23e1-481e-95a7-22b80bfd260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:53.597629 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-e7a30522-23e1-481e-95a7-22b80bfd260d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4768307 Jun 03 20:02:53.611715 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'Port': ['ID=4045c9e1-1313-43d4-bf90-4d0f16f35c83,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:53.619792 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a933db45-cb3a-4c6f-b6f4-43650f74784d req-96f013a3-d378-485a-80c2-c5e770303c86 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051022 Jun 03 20:02:53.657494 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:53.727799 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-c54c39db-457e-4c50-9ca4-d6797c9f4159 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Synchronizing usage tracker for tenant:8b8e2ad6ed1b45448f3f243d63031152 on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:02:53.849235 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:02:53.862505 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321e9675-49c1-45c7-8928-90894ad93645', 'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-router', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:42Z', 'revision_number': 4, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'gw_port': {'id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321e9675-49c1-45c7-8928-90894ad93645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:27Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'cf1a001f-f3dc-4c16-928e-36ae3728e0a2', 'name': '', 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'mac_address': 'fa:16:3e:11:88:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e9675-49c1-45c7-8928-90894ad93645', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '157340b1-3d75-4530-84fc-1ece88c2efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:39Z', 'updated_at': '2021-06-03T20:02:52Z', 'revision_number': 4, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'subnets': [{'id': '157340b1-3d75-4530-84fc-1ece88c2efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:53.867549 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d93f9-328b-4ee4-95c4-847a821015da None None] The sync data for ids ['321e9675-49c1-45c7-8928-90894ad93645'] in dv-cinder-794669-1-smb is: [{'id': '321e9675-49c1-45c7-8928-90894ad93645', 'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-router', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:42Z', 'revision_number': 4, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'gw_port': {'id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321e9675-49c1-45c7-8928-90894ad93645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:27Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'cf1a001f-f3dc-4c16-928e-36ae3728e0a2', 'name': '', 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'mac_address': 'fa:16:3e:11:88:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e9675-49c1-45c7-8928-90894ad93645', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '157340b1-3d75-4530-84fc-1ece88c2efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:39Z', 'updated_at': '2021-06-03T20:02:52Z', 'revision_number': 4, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'subnets': [{'id': '157340b1-3d75-4530-84fc-1ece88c2efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:02:53.978598 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:54.083446 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] For port 85e2557e-ca12-4216-8e70-112232eaf664, host hv-cinder-79466, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:02:54.092245 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:54.176468 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-ca7ea543-322b-42a0-9471-59e145ea9634 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680826 Jun 03 20:02:54.227110 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] For port 85e2557e-ca12-4216-8e70-112232eaf664, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=85e2557e-ca12-4216-8e70-112232eaf664,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:02:54.236719 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213fbbc-a169-479d-b158-5122f1b78e77 req-4c7b65ee-fa18-41ff-ae80-4537ca04a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:54.239120 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f213fbbc-a169-479d-b158-5122f1b78e77 req-4c7b65ee-fa18-41ff-ae80-4537ca04a0dc service neutron] 10.222.0.109 "GET /v2.0/networks?id=ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 HTTP/1.1" status: 200 len: 913 time: 0.8215563 Jun 03 20:02:54.252230 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:54.262474 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-c54c39db-457e-4c50-9ca4-d6797c9f4159 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Unset dirty status for tenant:8b8e2ad6ed1b45448f3f243d63031152 on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:02:54.265993 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-c54c39db-457e-4c50-9ca4-d6797c9f4159 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5748258 Jun 03 20:02:54.462350 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a031b00b-63bc-4622-b9ae-5894fd740932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:54.556515 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f213fbbc-a169-479d-b158-5122f1b78e77 req-fc268faa-80ab-4c1a-9bd9-d45d278e6363 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ec3d287-94b6-4d83-9666-cec18d8ff243 HTTP/1.1" status: 200 len: 217 time: 0.2977102 Jun 03 20:02:54.646691 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-238b08db-b8da-4437-9cb1-39baad06d7c3 req-c254c091-2f0c-4194-b234-1f926154b05f service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559352 Jun 03 20:02:54.821949 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:53Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:02:54.845542 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769369cf-781d-4a79-8521-fb9263ea0867 None None] The sync data for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb is: [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:53Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:02:54.873496 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:54.880821 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:54.903082 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:55.041598 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:55.064055 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213fbbc-a169-479d-b158-5122f1b78e77 req-45c33498-d663-4e92-901f-cb75ac2a58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:55.065585 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f213fbbc-a169-479d-b158-5122f1b78e77 req-45c33498-d663-4e92-901f-cb75ac2a58f0 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=fe862aea-e5fe-4f62-a15c-661fee9b69af HTTP/1.1" status: 200 len: 851 time: 0.4780192 Jun 03 20:02:55.098408 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:55.099398 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:55.100487 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] 10.222.0.109 "PUT /v2.0/ports/85e2557e-ca12-4216-8e70-112232eaf664 HTTP/1.1" status: 200 len: 1093 time: 7.1004474 Jun 03 20:02:55.103573 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af94c71c-b73e-4be5-8426-7ab6aa9e8f99', 'tag': '85e2557e-ca12-4216-8e70-112232eaf664'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:02:55.106151 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40572b85-bde3-4e21-a048-5e8a7fb85cea" -d '{"events": [{"name": "network-changed", "server_uuid": "af94c71c-b73e-4be5-8426-7ab6aa9e8f99", "tag": "85e2557e-ca12-4216-8e70-112232eaf664"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:02:55.141497 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'Port': ['ID=4045c9e1-1313-43d4-bf90-4d0f16f35c83,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:55.146068 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:55.152635 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:55.164579 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3002536 Jun 03 20:02:55.321971 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device cf1a001f-f3dc-4c16-928e-36ae3728e0a2 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:55.350585 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f213fbbc-a169-479d-b158-5122f1b78e77 req-2119a336-fd1f-488d-9cc3-7ffb17c20d30 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2322130 Jun 03 20:02:55.506048 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port cf1a001f-f3dc-4c16-928e-36ae3728e0a2 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:55.523032 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port cf1a001f-f3dc-4c16-928e-36ae3728e0a2 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:55.523658 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:55.753630 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f213fbbc-a169-479d-b158-5122f1b78e77 req-9671e49f-ae50-47cb-92f5-adfc2f991d69 service neutron] 10.222.0.109 "GET /v2.0/networks/ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303018 Jun 03 20:02:55.833439 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4dad8ea7-8857-4764-8d72-ae9128c7dafb details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:02:55.840750 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Pushing event updated for resources: {'Port': ['ID=85e2557e-ca12-4216-8e70-112232eaf664,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:55.938236 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-a21eb67c-9c60-49e4-a267-1cd56a7602fa service neutron] 10.222.0.95 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5202587 Jun 03 20:02:55.943706 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.481s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:56.169651 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:56.337730 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47e5f6-ced0-4533-ab34-17c60bfa1ec7 req-68402390-3484-4d66-91a2-4aeb9950e3da tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:56.348503 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9f47e5f6-ced0-4533-ab34-17c60bfa1ec7 req-68402390-3484-4d66-91a2-4aeb9950e3da tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 943 time: 2.3718872 Jun 03 20:02:56.508174 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:56.520053 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port cf1a001f-f3dc-4c16-928e-36ae3728e0a2, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=cf1a001f-f3dc-4c16-928e-36ae3728e0a2,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:56.526263 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:56.528512 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:56.531644 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-04757708-cb00-4c16-ad40-6354471e5996 service neutron] 10.222.0.95 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342889 Jun 03 20:02:56.575692 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:56.579649 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9f47e5f6-ced0-4533-ab34-17c60bfa1ec7 req-eec5c847-3c9f-4061-9528-5d6e839a9b7e tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295840 Jun 03 20:02:56.625144 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-3b2910bd-b44c-491b-afa0-beaeaafa443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:56.628510 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-3b2910bd-b44c-491b-afa0-beaeaafa443a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 1096 time: 1.3674707 Jun 03 20:02:56.634975 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'port_id': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'mac_address': 'fa:16:3e:fe:d5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:02:56.794463 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-5a771f41-44e4-4511-9bb2-bcc4e280fdba service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e2557e-ca12-4216-8e70-112232eaf664 HTTP/1.1" status: 200 len: 217 time: 0.1507854 Jun 03 20:02:56.859442 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=cf1a001f-f3dc-4c16-928e-36ae3728e0a2,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:56.871505 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:56.873144 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:56.907754 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:02:56.917155 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dad8ea7-8857-4764-8d72-ae9128c7dafb {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:02:56.926273 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:56.926782 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:57.039066 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:57.053873 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:57.055047 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 1ec3d287-94b6-4d83-9666-cec18d8ff243 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:02:57.062183 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-3a3ef9d8-a98d-4720-938b-bf4455cc18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:57.064133 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-3a3ef9d8-a98d-4720-938b-bf4455cc18c3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1d0a58f4-bb19-479f-be40-bdf528e168d1 HTTP/1.1" status: 200 len: 854 time: 0.2421176 Jun 03 20:02:57.064509 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:57.090282 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f213fbbc-a169-479d-b158-5122f1b78e77 req-f5749bfe-a82f-4f38-9d53-dd1dddfe4e18 service neutron] 10.222.0.109 "GET /v2.0/networks/ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2212980 Jun 03 20:02:57.170059 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:57.182053 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:57.212663 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-f8b60082-ae48-4ab3-bb35-f879a26a9d00 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b20ed959-7f00-42fd-9ac3-7f1f0415214a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250019 Jun 03 20:02:57.306839 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:57.351056 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=50b79cf8-1fe0-4db2-887c-5d21cc8b3631,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:57.413988 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:57.425314 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:57.478661 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7df59f-f9f2-479b-8d78-a286825a53ce req-d3549d2c-f330-433f-80d7-299d18572dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:57.497863 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9f7df59f-f9f2-479b-8d78-a286825a53ce req-d3549d2c-f330-433f-80d7-299d18572dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 943 time: 0.4307466 Jun 03 20:02:57.575117 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 1ec3d287-94b6-4d83-9666-cec18d8ff243, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1ec3d287-94b6-4d83-9666-cec18d8ff243,segment=NetworkSegment(d8b20ecf-cf5b-495e-a849-7673899ad096),segment_id=d8b20ecf-cf5b-495e-a849-7673899ad096)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:57.584652 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=50b79cf8-1fe0-4db2-887c-5d21cc8b3631,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:57.592272 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:57.597867 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '1ec3d287-94b6-4d83-9666-cec18d8ff243', 'network_id': 'ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0', 'port_id': '1ec3d287-94b6-4d83-9666-cec18d8ff243', 'mac_address': 'fa:16:3e:3a:6e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe862aea-e5fe-4f62-a15c-661fee9b69af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:02:57.674701 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device cf1a001f-f3dc-4c16-928e-36ae3728e0a2 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:57.688387 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6111c80-f0d0-46aa-8c01-ea8c2caed7eb req-55d474a7-ecdc-4ee7-a60c-cd679b75c942 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:57.698838 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a6111c80-f0d0-46aa-8c01-ea8c2caed7eb req-55d474a7-ecdc-4ee7-a60c-cd679b75c942 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 945 time: 0.9015055 Jun 03 20:02:57.817646 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9f7df59f-f9f2-479b-8d78-a286825a53ce req-9ec2790b-a168-49b1-8780-9e6d8c5230d2 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133702 Jun 03 20:02:57.836550 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a6111c80-f0d0-46aa-8c01-ea8c2caed7eb req-c78f76ca-7c8a-4b77-bace-9f9a786d820b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366737 Jun 03 20:02:57.914772 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:57.917715 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-9e66a0f1-f312-42ff-bc6f-8a4277c05856 service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907866 Jun 03 20:02:57.943688 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec3d287-94b6-4d83-9666-cec18d8ff243 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:02:57.973889 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 1ec3d287-94b6-4d83-9666-cec18d8ff243, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1ec3d287-94b6-4d83-9666-cec18d8ff243,segment=NetworkSegment(d8b20ecf-cf5b-495e-a849-7673899ad096),segment_id=d8b20ecf-cf5b-495e-a849-7673899ad096)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:02:57.977581 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port cf1a001f-f3dc-4c16-928e-36ae3728e0a2 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:57.978191 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:58.016577 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff02acb-920c-4ac7-90c0-037031fe911f x-openstack-request-id: req-4ff02acb-920c-4ac7-90c0-037031fe911f {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:02:58.016901 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af94c71c-b73e-4be5-8426-7ab6aa9e8f99", "tag": "85e2557e-ca12-4216-8e70-112232eaf664", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:02:58.017173 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4ff02acb-920c-4ac7-90c0-037031fe911f {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:02:58.017605 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af94c71c-b73e-4be5-8426-7ab6aa9e8f99', 'tag': '85e2557e-ca12-4216-8e70-112232eaf664', 'status': 'completed', 'code': 200} Jun 03 20:02:58.066074 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:02:58.082823 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:02:58.330975 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-d2a1d557-72bf-447b-91f3-71cbbb7b46d4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Synchronizing usage tracker for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:security_group {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:02:58.352944 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=1ec3d287-94b6-4d83-9666-cec18d8ff243,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:02:58.366274 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:02:58.478078 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-90c43ef8-d011-4342-8b37-0dbaa8b9c65e req-27e75f79-c117-4355-9aa5-36581688077f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 210 time: 0.1361599 Jun 03 20:02:58.591471 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-d2a1d557-72bf-447b-91f3-71cbbb7b46d4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Unset dirty status for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:security_group {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:02:58.595300 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-d2a1d557-72bf-447b-91f3-71cbbb7b46d4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1696813871&fields=id&tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88 HTTP/1.1" status: 200 len: 267 time: 0.5200765 Jun 03 20:02:58.601715 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19e911f3-b974-4d7a-a411-7efa0b2a8b65 req-41b03fb2-eb0d-4a2a-a955-8ffe4936fe50 service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615405 Jun 03 20:02:58.756669 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['1ec3d287-94b6-4d83-9666-cec18d8ff243'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:02:59.077541 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-9593324d-7e5b-4ad0-afe5-a0d53ca034bd tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:59.078392 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-9593324d-7e5b-4ad0-afe5-a0d53ca034bd tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Synchronizing usage tracker for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:network {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:02:59.100157 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['4dad8ea7-8857-4764-8d72-ae9128c7dafb'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:02:59.116492 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-9593324d-7e5b-4ad0-afe5-a0d53ca034bd tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Unset dirty status for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:network {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:02:59.117800 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-9593324d-7e5b-4ad0-afe5-a0d53ca034bd tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 810 time: 0.5073247 Jun 03 20:02:59.132217 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b85-bde3-4e21-a048-5e8a7fb85cea req-b7b1a8ff-9aaf-4131-b732-e08a672af974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:59.133762 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40572b85-bde3-4e21-a048-5e8a7fb85cea req-b7b1a8ff-9aaf-4131-b732-e08a672af974 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 1096 time: 0.4147041 Jun 03 20:02:59.150387 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d619f10-e2f0-4e9d-b865-bf0ce3bbe5e5 req-b87b89d9-d970-4dab-bf9a-eb653c4c527f tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:59.152207 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8d619f10-e2f0-4e9d-b865-bf0ce3bbe5e5 req-b87b89d9-d970-4dab-bf9a-eb653c4c527f tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 944 time: 0.3270905 Jun 03 20:02:59.188582 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-c596026e-ea68-43ac-be58-861dc6940599 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/quotas/3f1d2c1f9fe44118bc5f8300b840ce88 HTTP/1.1" status: 200 len: 375 time: 0.0588694 Jun 03 20:02:59.367379 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8d619f10-e2f0-4e9d-b865-bf0ce3bbe5e5 req-be9d32aa-1eae-4e18-8725-025668a34725 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860652 Jun 03 20:02:59.401190 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b85-bde3-4e21-a048-5e8a7fb85cea req-dd728eb0-1180-4fdd-9e18-ea7bfab3a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:02:59.402316 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40572b85-bde3-4e21-a048-5e8a7fb85cea req-dd728eb0-1180-4fdd-9e18-ea7bfab3a591 service neutron] 10.222.0.109 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 916 time: 0.2481277 Jun 03 20:02:59.587081 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:02:59.612894 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40572b85-bde3-4e21-a048-5e8a7fb85cea req-8de42236-bf3b-4087-b7f4-a5dd8afb7cf0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e2557e-ca12-4216-8e70-112232eaf664 HTTP/1.1" status: 200 len: 217 time: 0.1901829 Jun 03 20:02:59.628531 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-5d8b0ef5-b4f2-410a-a2b4-0521a50238e8 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4124150 Jun 03 20:02:59.780572 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:02:59.781322 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:00.411405 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b85-bde3-4e21-a048-5e8a7fb85cea req-d0b3f97d-2af6-4416-8894-bd691fae412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:00.413694 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40572b85-bde3-4e21-a048-5e8a7fb85cea req-d0b3f97d-2af6-4416-8894-bd691fae412a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1d0a58f4-bb19-479f-be40-bdf528e168d1 HTTP/1.1" status: 200 len: 854 time: 0.7489605 Jun 03 20:03:00.440616 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-c00d121f-9196-4cd0-afee-b6dd0d242d70 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:00.442205 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-c00d121f-9196-4cd0-afee-b6dd0d242d70 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 819 time: 0.8695660 Jun 03 20:03:00.551479 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40572b85-bde3-4e21-a048-5e8a7fb85cea req-633ae384-83f8-45f1-96f5-8d4525dc2623 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b20ed959-7f00-42fd-9ac3-7f1f0415214a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181657 Jun 03 20:03:00.566896 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-b5db50d8-5de8-42a6-93d1-1fcd2649fc52 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/quotas/8b8e2ad6ed1b45448f3f243d63031152 HTTP/1.1" status: 200 len: 375 time: 0.0606523 Jun 03 20:03:00.605928 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-9ce1c2fd-a26f-4cd0-9be6-f96f84897baa tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:00.607451 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-9ce1c2fd-a26f-4cd0-9be6-f96f84897baa tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.109 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 819 time: 0.8501909 Jun 03 20:03:00.674879 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Request body: {'port': {'device_id': '5b4e8fac-24bb-4211-b4da-2963787cc4f0', 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80', 'admin_state_up': True, 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:00.719924 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-86aabf5e-8e2e-4d80-9302-ba5fef81812a service neutron] 10.222.0.95 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7853980 Jun 03 20:03:01.243946 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-3ffdc35c-cb13-4beb-b208-785a103f17a1 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6758747 Jun 03 20:03:01.247024 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40572b85-bde3-4e21-a048-5e8a7fb85cea req-cd6d6041-0ffd-4f5f-b307-8068d04bb272 service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777246 Jun 03 20:03:01.427233 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:01.444514 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-4c06a81a-1e52-4200-bd3f-6125d4dbbedb service neutron] 10.222.0.95 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097993 Jun 03 20:03:01.568212 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:01.731738 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Made reservation on behalf of 8b8e2ad6ed1b45448f3f243d63031152 for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:03:01.737610 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:01.965562 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-d4fda587-0f4a-40ab-a3b9-4d3ae4e2ab94 service neutron] 10.222.0.95 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936696 Jun 03 20:03:01.993177 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40572b85-bde3-4e21-a048-5e8a7fb85cea req-8c635967-0c45-4e8f-a7b4-3319cd1715ff service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223229 Jun 03 20:03:02.183537 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4dad8ea7-8857-4764-8d72-ae9128c7dafb up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:03:02.349460 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56694) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:02.384727 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 4dad8ea7-8857-4764-8d72-ae9128c7dafb completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:03:02.393621 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 4dad8ea7-8857-4764-8d72-ae9128c7dafb triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:03:02.394388 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:02.399177 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Allocated IP 172.20.0.12 (c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80/157340b1-3d75-4530-84fc-1ece88c2efe5/d3116d47-c742-4c7e-91c2-6f97c17698e8) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:03:02.665737 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90f27-6cb8-41b9-bb5c-b8e4de5f9dcb req-b6317a1d-3de0-4478-9d1e-e0f1522f49e5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:02.679253 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ecc90f27-6cb8-41b9-bb5c-b8e4de5f9dcb req-b6317a1d-3de0-4478-9d1e-e0f1522f49e5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 943 time: 0.8703153 Jun 03 20:03:02.682987 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:02.711407 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-a7abd612-1519-48bf-aafe-dfa878e701ea service neutron] 10.222.0.95 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6990674 Jun 03 20:03:02.771973 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:02.795220 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:02.797967 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:02.822437 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:02.848515 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] Usage tracker for resource:security_group_rule and tenant:fa86e1550a354a2c8f2d258293eca550 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:02.862358 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:02.891353 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:02.952513 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:02.953479 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 1ec3d287-94b6-4d83-9666-cec18d8ff243 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:03:03.236622 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-cad2de5c-12e9-4186-926e-7d5968e5ea2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:03.274344 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ecc90f27-6cb8-41b9-bb5c-b8e4de5f9dcb req-bbff2911-3144-4773-9658-c2a9f5b458e9 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353449 Jun 03 20:03:03.284260 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:03.295005 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:03.379595 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2ba0dd85-e6b0-4370-8a53-4d10e32aff2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:03.414050 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 56724) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:03.415834 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fa86e1550a354a2c8f2d258293eca550&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0732963 Jun 03 20:03:03.441033 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:03.489175 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b3704f-9bc4-4933-ba62-e0171b7c6e8d,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:03.494657 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:03.569597 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 1ec3d287-94b6-4d83-9666-cec18d8ff243 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:03:03.593904 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 1ec3d287-94b6-4d83-9666-cec18d8ff243 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:03:03.595769 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:03.696673 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:03.705592 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:03.757965 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:03.856373 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d88911-b6e5-47ec-836b-79907096ef5e" -d '{"events": [{"server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "name": "network-vif-plugged", "status": "completed", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:03.914309 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:03.919985 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:04.014298 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 1ec3d287-94b6-4d83-9666-cec18d8ff243, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1ec3d287-94b6-4d83-9666-cec18d8ff243,segment=NetworkSegment(d8b20ecf-cf5b-495e-a849-7673899ad096),segment_id=d8b20ecf-cf5b-495e-a849-7673899ad096)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:04.023744 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:04.028002 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:04.124491 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:03:04.148935 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:03:04.157470 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:03:04.167240 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:04.168271 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:04.190367 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 85e2557e-ca12-4216-8e70-112232eaf664 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:03:04.283925 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=1ec3d287-94b6-4d83-9666-cec18d8ff243,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:04.296701 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:04.608889 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Pushing event updated for resources: {'Port': ['ID=d3116d47-c742-4c7e-91c2-6f97c17698e8,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:04.632294 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-3bcb9cfa-c3ef-400f-aa19-69d8bc2e1c4d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:04.635593 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-3bcb9cfa-c3ef-400f-aa19-69d8bc2e1c4d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.109 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 810 time: 0.5894549 Jun 03 20:03:04.674494 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:04.681746 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 85e2557e-ca12-4216-8e70-112232eaf664, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=85e2557e-ca12-4216-8e70-112232eaf664,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:04.737086 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '85e2557e-ca12-4216-8e70-112232eaf664', 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a', 'port_id': '85e2557e-ca12-4216-8e70-112232eaf664', 'mac_address': 'fa:16:3e:de:d6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0a58f4-bb19-479f-be40-bdf528e168d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:03:04.775219 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5d70862-8927-4618-b513-7d1818b7e6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:04.802000 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1379585 Jun 03 20:03:04.850434 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Request body: {'port': {'device_id': '5b4e8fac-24bb-4211-b4da-2963787cc4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:04.892791 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:04.917953 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e2557e-ca12-4216-8e70-112232eaf664 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:04.935057 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56760) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:04.938794 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0049b-f66b-4c0e-9692-a8249a361567 req-245e36ff-4d18-4730-a3e6-3edb06753bfe tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:04.942539 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 85e2557e-ca12-4216-8e70-112232eaf664, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=85e2557e-ca12-4216-8e70-112232eaf664,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:04.952695 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:04.955849 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-6b651c3f-2e29-4005-a9fc-fe8635707827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:04.957934 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0ea0049b-f66b-4c0e-9692-a8249a361567 req-245e36ff-4d18-4730-a3e6-3edb06753bfe tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 944 time: 1.1905847 Jun 03 20:03:05.062129 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=85e2557e-ca12-4216-8e70-112232eaf664,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:05.068348 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:05.075339 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e14f39-6f5d-4fdf-86d7-47ccd895e5c6 req-42f12379-d4d7-405c-b1a3-72c6480efacf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:05.078181 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b7e14f39-6f5d-4fdf-86d7-47ccd895e5c6 req-42f12379-d4d7-405c-b1a3-72c6480efacf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 1.4851162 Jun 03 20:03:05.097711 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5d70862-8927-4618-b513-7d1818b7e6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:05.123289 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-9f2bdc45-f282-4c7c-bc1a-c229b5ef6858 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88 HTTP/1.1" status: 200 len: 380 time: 0.4348595 Jun 03 20:03:05.183652 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:05.213221 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:05.215804 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'port': {'device_id': '529ce220-45a0-413d-8913-a7469e4da1aa', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'admin_state_up': True, 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'security_groups': ['b070cd8d-ac24-45a3-92aa-b49416aa0df6']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:05.220843 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e7e15499d04ca390683a2e14012884 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:05.226028 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:05.237662 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:05.363499 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:05.374926 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:05.389610 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['85e2557e-ca12-4216-8e70-112232eaf664'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:03:05.390717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:05.441885 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e3671a-bd9b-41e4-83f7-df34e9c14948,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:05.450028 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:05.469410 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0ea0049b-f66b-4c0e-9692-a8249a361567 req-d87a140d-8dad-406e-8e62-782a5827b19a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097618 Jun 03 20:03:05.530930 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e2e7e15499d04ca390683a2e14012884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922809 Jun 03 20:03:05.531923 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56774) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:05.646998 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b7e14f39-6f5d-4fdf-86d7-47ccd895e5c6 req-2b28fcbf-8587-4083-964f-7bc879218c4f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5346742 Jun 03 20:03:05.775089 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:05.779942 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-04223c43-4034-43fe-b225-e4b15c285b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:05.930439 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-04223c43-4034-43fe-b225-e4b15c285b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:05.958064 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5d70862-8927-4618-b513-7d1818b7e6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:05.985609 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48fa6b4d-7b6b-4bcb-92c4-e2f07a8dfca8 req-b5b5dfea-2fd3-40bb-b73e-801c03d442a0 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 210 time: 0.2177258 Jun 03 20:03:06.273157 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c25734b9-f1a2-46af-a5f0-d14c84fbb0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:06.306036 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-65eef68c-b587-4f24-a4fd-dd408fe7f9fc tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:06.308561 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-65eef68c-b587-4f24-a4fd-dd408fe7f9fc tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.109 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 819 time: 0.4769678 Jun 03 20:03:06.329840 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Request body: {'port': {'device_id': '7f25f8ea-fec6-47cd-bd74-1b0dd3654c32', 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80', 'admin_state_up': True, 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:06.375277 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-04223c43-4034-43fe-b225-e4b15c285b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:06.454546 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d70862-8927-4618-b513-7d1818b7e6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b3704f-9bc4-4933-ba62-e0171b7c6e8d,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:06.462098 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ac48d403-6e09-4ac2-9851-4b828852fcb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:06.483632 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:06.487920 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c5d70862-8927-4618-b513-7d1818b7e6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:06.507295 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-04223c43-4034-43fe-b225-e4b15c285b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:06.509388 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-04223c43-4034-43fe-b225-e4b15c285b7a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/23e3671a-bd9b-41e4-83f7-df34e9c14948 HTTP/1.1" status: 204 len: 168 time: 0.9753134 Jun 03 20:03:06.548277 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-f55442e1-5b59-4a11-8ac6-4d9116aa963b req-0fb93f9e-763e-4add-a3aa-889c37b0956c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Synchronizing usage tracker for tenant:8b8e2ad6ed1b45448f3f243d63031152 on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:03:06.554832 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5800150-563d-4a8b-86e0-1f0537371736 x-openstack-request-id: req-a5800150-563d-4a8b-86e0-1f0537371736 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:06.555625 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "name": "network-vif-plugged", "status": "completed", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:06.555625 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a5800150-563d-4a8b-86e0-1f0537371736 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:06.555929 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'code': 200} Jun 03 20:03:06.556281 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:port and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:06.560913 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 56792) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:06.573995 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:06.593835 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5d70862-8927-4618-b513-7d1818b7e6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:06.596249 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-c5d70862-8927-4618-b513-7d1818b7e6ef admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/38b3704f-9bc4-4933-ba62-e0171b7c6e8d HTTP/1.1" status: 204 len: 168 time: 3.1807745 Jun 03 20:03:06.605347 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:06.609144 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04223c43-4034-43fe-b225-e4b15c285b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e3671a-bd9b-41e4-83f7-df34e9c14948,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:06.614646 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-04223c43-4034-43fe-b225-e4b15c285b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:06.696559 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Made reservation on behalf of 3f1d2c1f9fe44118bc5f8300b840ce88 for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:03:06.700426 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:06.760301 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:06.774901 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:06.812315 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Made reservation on behalf of 8b8e2ad6ed1b45448f3f243d63031152 for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:03:06.816781 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:06.818388 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-f55442e1-5b59-4a11-8ac6-4d9116aa963b req-0fb93f9e-763e-4add-a3aa-889c37b0956c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Unset dirty status for tenant:8b8e2ad6ed1b45448f3f243d63031152 on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:03:06.820406 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f55442e1-5b59-4a11-8ac6-4d9116aa963b req-0fb93f9e-763e-4add-a3aa-889c37b0956c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 210 time: 0.8108983 Jun 03 20:03:06.927397 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.109', 55182) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:07.157321 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c4f8b-fe8c-40cf-a50e-10ada242b6de req-28d7eccc-23ac-406d-918a-225ca1db5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:07.161288 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-dc2c4f8b-fe8c-40cf-a50e-10ada242b6de req-28d7eccc-23ac-406d-918a-225ca1db5e09 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 1099 time: 0.2013164 Jun 03 20:03:07.209030 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-dc2c4f8b-fe8c-40cf-a50e-10ada242b6de req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.234778 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-dc2c4f8b-fe8c-40cf-a50e-10ada242b6de req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:07.246091 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-dc2c4f8b-fe8c-40cf-a50e-10ada242b6de req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] Usage tracker for resource:security_group_rule and tenant:986f16aed03f463daf9366f260e9d258 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:07.248004 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.252575 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-dc2c4f8b-fe8c-40cf-a50e-10ada242b6de req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:07.265944 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-dc2c4f8b-fe8c-40cf-a50e-10ada242b6de req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:07.361407 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:07.369008 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] Usage tracker for resource:security_group_rule and tenant:cf3cccaf6ec24d2baad3248e72e6ccd5 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:07.374340 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:07.386188 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:07.412180 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56810) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:07.442441 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56812) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:07.474081 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.494390 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-dc2c4f8b-fe8c-40cf-a50e-10ada242b6de req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.501595 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.529480 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-dc2c4f8b-fe8c-40cf-a50e-10ada242b6de req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.548341 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:07.556704 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:07.563516 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:07.579165 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc0710c63d7460c8331bcb1f98c7391 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:07.585535 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:07.590440 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] Usage tracker for resource:security_group_rule and tenant:f4adbb6fde0d49059c6e8cbf17d2a354 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:07.597243 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:07.604943 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-dc2c4f8b-fe8c-40cf-a50e-10ada242b6de req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4335754 Jun 03 20:03:07.608985 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:07.618556 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:07.645748 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d726ac5e-9b1d-4b13-8bfc-83b1d858d089,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:07.652146 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:07.751756 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bfa61-d7ef-4c3e-8726-246cf27b2485 req-ce256abe-e2e4-4645-84c9-5f3727226f0c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:07.754537 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a11bfa61-d7ef-4c3e-8726-246cf27b2485 req-ce256abe-e2e4-4645-84c9-5f3727226f0c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 944 time: 0.9504082 Jun 03 20:03:07.833989 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Allocated IP 172.20.0.4 (aabff61b-8e41-4f90-a119-19e973bbee6c/1b04cc4b-97ca-43f0-94b4-066334276b34/b96e0aa2-ae5a-4231-951c-0962968ea818) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:03:07.864464 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.872722 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.874618 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.883943 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ad1da51b-deef-4357-a0f4-e82c18c790e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:07.892567 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.904083 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd97050-4480-4fee-9f66-34e5dfd81cea req-aa5bccc2-8d20-4f74-a480-6595d46b64f8 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:07.905732 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7cd97050-4480-4fee-9f66-34e5dfd81cea req-aa5bccc2-8d20-4f74-a480-6595d46b64f8 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 945 time: 0.8514843 Jun 03 20:03:07.927021 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3116d47-c742-4c7e-91c2-6f97c17698e8 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:07.941097 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.970050 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.985715 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2cc0710c63d7460c8331bcb1f98c7391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5416474 Jun 03 20:03:07.990165 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f4adbb6fde0d49059c6e8cbf17d2a354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754175 Jun 03 20:03:07.991849 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:07.994098 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56816) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:07.994369 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 56818) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:08.008595 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7df6bd4-8323-4b63-95f3-1397333057eb,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:08.012026 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:08.016485 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-6b65e92c-02f4-4a5c-bcc6-69dd2b0dcef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:08.034224 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a11bfa61-d7ef-4c3e-8726-246cf27b2485 req-2963ab2b-56e6-43f6-87bb-e295e4cc2548 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463062 Jun 03 20:03:08.044394 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:08.085358 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Transition to ACTIVE for port object d3116d47-c742-4c7e-91c2-6f97c17698e8 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:03:08.096486 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f771264a-5eb2-461c-8ff2-ae4f56685afb,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:08.100148 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:08.123349 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.173415 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7cd97050-4480-4fee-9f66-34e5dfd81cea req-720c83d0-4bcb-4b2e-97de-64c8838bf680 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524500 Jun 03 20:03:08.209073 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c10e11e6-d8b9-4029-89af-5c57a4c9bf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.217183 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Allocated IP 172.20.0.13 (c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80/157340b1-3d75-4530-84fc-1ece88c2efe5/0adca753-b6a2-4d38-8660-d749535d0032) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:03:08.222944 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f61ef7-9ee7-40bf-85b2-38a14b37345a,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:08.227259 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cf3cccaf6ec24d2baad3248e72e6ccd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6551402 Jun 03 20:03:08.230140 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:08.232215 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56820) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:08.237003 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f0f9e71b-fc18-4fce-9c13-7fe872fd5b25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:08.239758 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 85e2557e-ca12-4216-8e70-112232eaf664 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:03:08.376382 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c10e11e6-d8b9-4029-89af-5c57a4c9bf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.387318 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 85e2557e-ca12-4216-8e70-112232eaf664 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:03:08.395555 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 85e2557e-ca12-4216-8e70-112232eaf664 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:03:08.396366 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.555811 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e3c36188-aec3-4132-947c-17b59fbfbf27 req-35d53d03-fe6a-4a53-bc9b-11bebe7344bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 210 time: 0.1643348 Jun 03 20:03:08.557416 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16d389a-8adf-490d-a615-fbf688eee659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec3d287-94b6-4d83-9666-cec18d8ff243'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:08.564225 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c004b40b-010c-4311-bae8-e53afedf6d9b" -d '{"events": [{"server_uuid": "a16d389a-8adf-490d-a615-fbf688eee659", "name": "network-vif-plugged", "status": "completed", "tag": "1ec3d287-94b6-4d83-9666-cec18d8ff243"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:08.564728 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6da33145-8579-41ca-bc90-e733813b083c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.588711 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.589077 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd368-cd45-4e68-9fbe-ca1a7df95612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.637365 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Pushing event updated for resources: {'Port': ['ID=d3116d47-c742-4c7e-91c2-6f97c17698e8,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:08.661710 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 85e2557e-ca12-4216-8e70-112232eaf664, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=85e2557e-ca12-4216-8e70-112232eaf664,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:08.668631 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.670184 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:08.672553 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ca70188b-0b20-4472-9c4e-e535e666fa56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:08.744645 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd368-cd45-4e68-9fbe-ca1a7df95612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.781024 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=85e2557e-ca12-4216-8e70-112232eaf664,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:08.786908 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:08.813144 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6da33145-8579-41ca-bc90-e733813b083c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.879055 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.895606 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Attempting to bind port d3116d47-c742-4c7e-91c2-6f97c17698e8 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:03:08.895870 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Attempting to bind port d3116d47-c742-4c7e-91c2-6f97c17698e8 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:03:08.896232 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Attempting to bind port d3116d47-c742-4c7e-91c2-6f97c17698e8 on network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:08.923104 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-74d4c79f-16cc-4c75-9a48-a8be6cd758cd req-af33529f-47d4-4e46-bbaf-b3bdb4030611 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 210 time: 0.0994782 Jun 03 20:03:08.931718 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Port d3116d47-c742-4c7e-91c2-6f97c17698e8 on network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:03:08.932072 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Attempting to bind port d3116d47-c742-4c7e-91c2-6f97c17698e8 on network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:08.937004 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c10e11e6-d8b9-4029-89af-5c57a4c9bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.952515 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Transition to ACTIVE for port object b96e0aa2-ae5a-4231-951c-0962968ea818 will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:03:08.954077 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:08.956497 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:03:08.956836 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Checking segment: {'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:03:08.957254 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Bound using segment: {'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:03:08.957703 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Bound port: d3116d47-c742-4c7e-91c2-6f97c17698e8, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:03:08.958046 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:08.992551 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154576a4-8f6b-4c4b-b93b-bf5aeec01474 req-7fbad05b-dd60-4ea8-8174-6703c42fdf06 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:08.994555 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-154576a4-8f6b-4c4b-b93b-bf5aeec01474 req-7fbad05b-dd60-4ea8-8174-6703c42fdf06 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.7161191 Jun 03 20:03:08.999490 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e11e6-d8b9-4029-89af-5c57a4c9bf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f771264a-5eb2-461c-8ff2-ae4f56685afb,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:09.008779 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c10e11e6-d8b9-4029-89af-5c57a4c9bf77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:09.089935 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e792eae8-ccca-4b44-a123-839a757d305b x-openstack-request-id: req-e792eae8-ccca-4b44-a123-839a757d305b {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:09.090425 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16d389a-8adf-490d-a615-fbf688eee659", "name": "network-vif-plugged", "status": "completed", "tag": "1ec3d287-94b6-4d83-9666-cec18d8ff243", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:09.090700 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e792eae8-ccca-4b44-a123-839a757d305b {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:09.090942 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd368-cd45-4e68-9fbe-ca1a7df95612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.092032 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16d389a-8adf-490d-a615-fbf688eee659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec3d287-94b6-4d83-9666-cec18d8ff243', 'code': 200} Jun 03 20:03:09.103509 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:09.135131 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.154403 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbd368-cd45-4e68-9fbe-ca1a7df95612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f61ef7-9ee7-40bf-85b2-38a14b37345a,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:09.165136 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6da33145-8579-41ca-bc90-e733813b083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.174911 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4fcbd368-cd45-4e68-9fbe-ca1a7df95612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:09.189638 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c10e11e6-d8b9-4029-89af-5c57a4c9bf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.191369 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-c10e11e6-d8b9-4029-89af-5c57a4c9bf77 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f771264a-5eb2-461c-8ff2-ae4f56685afb HTTP/1.1" status: 204 len: 168 time: 1.1957576 Jun 03 20:03:09.198666 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd368-cd45-4e68-9fbe-ca1a7df95612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.200442 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-4fcbd368-cd45-4e68-9fbe-ca1a7df95612 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/33f61ef7-9ee7-40bf-85b2-38a14b37345a HTTP/1.1" status: 204 len: 168 time: 0.9470241 Jun 03 20:03:09.260686 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.280678 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:09.300000 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-68507eef-83ee-4992-a4e4-4f2c421c3839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:09.323597 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] For port d3116d47-c742-4c7e-91c2-6f97c17698e8, host hv-cinder-79466, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:03:09.361739 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.431086 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da33145-8579-41ca-bc90-e733813b083c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7df6bd4-8323-4b63-95f3-1397333057eb,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:09.453072 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:03:09.455249 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:03:09.459042 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:03:09.461771 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-154576a4-8f6b-4c4b-b93b-bf5aeec01474 req-4e53019f-d0c9-4c35-872a-71547d1ca430 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809166 Jun 03 20:03:09.465039 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6da33145-8579-41ca-bc90-e733813b083c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:09.482073 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:09.486801 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.493364 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] For port d3116d47-c742-4c7e-91c2-6f97c17698e8, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:03:09.513418 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:09.583845 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.672262 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Network aabff61b-8e41-4f90-a119-19e973bbee6c is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:03:09.691320 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:03:09.703435 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:03:09.707826 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3845069 Jun 03 20:03:09.714487 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:09.715792 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.756896 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Pushing event updated for resources: {'Port': ['ID=0adca753-b6a2-4d38-8660-d749535d0032,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:09.761056 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6da33145-8579-41ca-bc90-e733813b083c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.768458 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-6da33145-8579-41ca-bc90-e733813b083c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a7df6bd4-8323-4b63-95f3-1397333057eb HTTP/1.1" status: 204 len: 168 time: 1.7628865 Jun 03 20:03:09.781945 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:09.782807 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:09.785164 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] 10.222.0.109 "PUT /v2.0/ports/d3116d47-c742-4c7e-91c2-6f97c17698e8 HTTP/1.1" status: 200 len: 1094 time: 4.9416888 Jun 03 20:03:09.800545 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4e8fac-24bb-4211-b4da-2963787cc4f0', 'tag': 'd3116d47-c742-4c7e-91c2-6f97c17698e8'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:09.804625 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8137b187-f361-4c11-a2ed-9f4536b8f396" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4e8fac-24bb-4211-b4da-2963787cc4f0", "tag": "d3116d47-c742-4c7e-91c2-6f97c17698e8"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:09.829674 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Request body: {'port': {'device_id': '7f25f8ea-fec6-47cd-bd74-1b0dd3654c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:09.895999 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:09.959227 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'Port': ['ID=b96e0aa2-ae5a-4231-951c-0962968ea818,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:09.968732 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:09.985952 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:10.215160 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0617251 Jun 03 20:03:10.290853 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c268381-8c85-41dc-af64-59ebc33b4577 req-5417b055-c608-4210-b86f-23b1838c9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:10.293855 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8c268381-8c85-41dc-af64-59ebc33b4577 req-5417b055-c608-4210-b86f-23b1838c9ee4 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 1098 time: 0.7257283 Jun 03 20:03:10.295604 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:10.315960 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-babec4c6-5afe-414d-8794-2f96be305ff3 None None] Provisioning for port b96e0aa2-ae5a-4231-951c-0962968ea818 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:03:10.323323 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Pushing event updated for resources: {'Port': ['ID=d3116d47-c742-4c7e-91c2-6f97c17698e8,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:10.326494 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-babec4c6-5afe-414d-8794-2f96be305ff3 None None] Provisioning complete for port b96e0aa2-ae5a-4231-951c-0962968ea818 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:03:10.343535 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-babec4c6-5afe-414d-8794-2f96be305ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:10.344782 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:10.379137 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Request body: {'port': {'device_id': '529ce220-45a0-413d-8913-a7469e4da1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:10.473718 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3922-d7cf-492f-a646-29f7bfab8893 req-2953b309-c3a6-4663-b9cf-7e9fb04d471d tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:10.474738 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-8c268381-8c85-41dc-af64-59ebc33b4577 req-bf25d388-9992-4c59-9ab3-9f2af1cb1316 service neutron] Synchronizing usage tracker for tenant:986f16aed03f463daf9366f260e9d258 on resource:security_group {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:03:10.482381 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fccd3922-d7cf-492f-a646-29f7bfab8893 req-2953b309-c3a6-4663-b9cf-7e9fb04d471d tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 945 time: 1.1373534 Jun 03 20:03:10.530800 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-babec4c6-5afe-414d-8794-2f96be305ff3 None None] Port b96e0aa2-ae5a-4231-951c-0962968ea818 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:03:10.600898 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-8c268381-8c85-41dc-af64-59ebc33b4577 req-bf25d388-9992-4c59-9ab3-9f2af1cb1316 service neutron] Unset dirty status for tenant:986f16aed03f463daf9366f260e9d258 on resource:security_group {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:03:10.605749 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8c268381-8c85-41dc-af64-59ebc33b4577 req-bf25d388-9992-4c59-9ab3-9f2af1cb1316 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900290 Jun 03 20:03:10.631994 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:10.676725 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fccd3922-d7cf-492f-a646-29f7bfab8893 req-0c204cd9-51e1-44b9-8489-d48f0cfe2744 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925611 Jun 03 20:03:10.737388 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56858) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:10.765335 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:10.806375 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:10.817810 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] Usage tracker for resource:security_group_rule and tenant:a247b90e6f3a49cdade80be8e489f4b5 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:10.826128 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:10.843424 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:11.087735 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf39f7-706e-461e-bfcc-d9af75b5e631 req-85976bca-3d0c-47c0-9ff0-9b07ef52dd9f tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:11.089316 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c8cf39f7-706e-461e-bfcc-d9af75b5e631 req-85976bca-3d0c-47c0-9ff0-9b07ef52dd9f tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 945 time: 1.3106909 Jun 03 20:03:11.093205 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af94c71c-b73e-4be5-8426-7ab6aa9e8f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e2557e-ca12-4216-8e70-112232eaf664'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:11.097461 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10c38f2-3df0-43c2-bc6b-ee1f14867831" -d '{"events": [{"server_uuid": "af94c71c-b73e-4be5-8426-7ab6aa9e8f99", "name": "network-vif-plugged", "status": "completed", "tag": "85e2557e-ca12-4216-8e70-112232eaf664"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:11.128044 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505fc69-772a-4c61-89f6-4271645c0dd6 req-0c60a8dc-ea0e-4aef-8f66-b711d764724e tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:11.128787 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-2505fc69-772a-4c61-89f6-4271645c0dd6 req-0c60a8dc-ea0e-4aef-8f66-b711d764724e tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Synchronizing usage tracker for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:03:11.169597 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-0df9b173-cf01-492e-ae82-e80908b0d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:11.171641 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-0df9b173-cf01-492e-ae82-e80908b0d1dd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 1097 time: 1.1256020 Jun 03 20:03:11.185661 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0adca753-b6a2-4d38-8660-d749535d0032 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:11.219972 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:11.235840 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:11.251451 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:11.273067 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a213769f-c49c-4246-9c05-e4b4616613b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:11.289613 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-2505fc69-772a-4c61-89f6-4271645c0dd6 req-0c60a8dc-ea0e-4aef-8f66-b711d764724e tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Unset dirty status for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:03:11.291398 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2505fc69-772a-4c61-89f6-4271645c0dd6 req-0c60a8dc-ea0e-4aef-8f66-b711d764724e tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 931 time: 0.3832152 Jun 03 20:03:11.292987 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-9ddd80b3-eed0-493c-9757-528d2b746744 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8 HTTP/1.1" status: 200 len: 217 time: 0.0921443 Jun 03 20:03:11.310131 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Transition to ACTIVE for port object 0adca753-b6a2-4d38-8660-d749535d0032 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:03:11.341335 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:11.374707 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a247b90e6f3a49cdade80be8e489f4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359811 Jun 03 20:03:11.381002 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56878) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:11.382390 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cf8861-cc73-4878-a656-40006857e263,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:11.397024 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:11.406473 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c8cf39f7-706e-461e-bfcc-d9af75b5e631 req-a7ef8c2b-6d0f-4eaa-9622-ba519a29f40f tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880664 Jun 03 20:03:11.408588 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-56a442e9-a60c-43d7-8ad3-19af175d17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:11.410472 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-56a442e9-a60c-43d7-8ad3-19af175d17c2 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=157340b1-3d75-4530-84fc-1ece88c2efe5 HTTP/1.1" status: 200 len: 859 time: 0.0958424 Jun 03 20:03:11.438506 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-39a895aa-78e7-46df-993e-88cf284073fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:11.505309 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-616d3825-08ea-459e-b39b-1c8e3ea9fda9 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709498 Jun 03 20:03:11.514201 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.db.resource_extend [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 20:03:11.683125 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96e0aa2-ae5a-4231-951c-0962968ea818 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:11.699857 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:11.737214 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Transition to ACTIVE for port object b96e0aa2-ae5a-4231-951c-0962968ea818 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:03:11.757995 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6db55e-ea1a-4233-af4a-0b5c389ef4fa x-openstack-request-id: req-ac6db55e-ea1a-4233-af4a-0b5c389ef4fa {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:11.758485 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4e8fac-24bb-4211-b4da-2963787cc4f0", "tag": "d3116d47-c742-4c7e-91c2-6f97c17698e8", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:11.758917 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ac6db55e-ea1a-4233-af4a-0b5c389ef4fa {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:11.759765 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4e8fac-24bb-4211-b4da-2963787cc4f0', 'tag': 'd3116d47-c742-4c7e-91c2-6f97c17698e8', 'status': 'completed', 'code': 200} Jun 03 20:03:11.776810 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:11.789551 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2505fc69-772a-4c61-89f6-4271645c0dd6 req-2a71c544-e14e-4938-b62a-21691d526996 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4731634 Jun 03 20:03:11.841759 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:11.991246 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Pushing event updated for resources: {'Port': ['ID=0adca753-b6a2-4d38-8660-d749535d0032,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:12.021421 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:12.089532 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Attempting to bind port 0adca753-b6a2-4d38-8660-d749535d0032 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:03:12.089996 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Attempting to bind port 0adca753-b6a2-4d38-8660-d749535d0032 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:03:12.090540 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Attempting to bind port 0adca753-b6a2-4d38-8660-d749535d0032 on network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:12.123890 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Port 0adca753-b6a2-4d38-8660-d749535d0032 on network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:03:12.123890 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Attempting to bind port 0adca753-b6a2-4d38-8660-d749535d0032 on network c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:12.161405 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:03:12.162917 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Checking segment: {'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:03:12.164056 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Bound using segment: {'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:03:12.168829 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Bound port: 0adca753-b6a2-4d38-8660-d749535d0032, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:03:12.169552 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:12.205993 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8b56239e-ef85-40e2-a57b-b67f94d06cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:12.260565 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8b56239e-ef85-40e2-a57b-b67f94d06cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:12.492304 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8b56239e-ef85-40e2-a57b-b67f94d06cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:12.500242 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:12.523076 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56239e-ef85-40e2-a57b-b67f94d06cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cf8861-cc73-4878-a656-40006857e263,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:12.532150 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a91f119b-9894-4bc8-8ccb-48e4fe6142ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:12.575248 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8b56239e-ef85-40e2-a57b-b67f94d06cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:12.591900 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8b56239e-ef85-40e2-a57b-b67f94d06cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:12.594358 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-8b56239e-ef85-40e2-a57b-b67f94d06cf6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/24cf8861-cc73-4878-a656-40006857e263 HTTP/1.1" status: 204 len: 168 time: 1.2067194 Jun 03 20:03:12.605143 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] For port 0adca753-b6a2-4d38-8660-d749535d0032, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:03:12.615316 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] For port 0adca753-b6a2-4d38-8660-d749535d0032, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=0adca753-b6a2-4d38-8660-d749535d0032,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:03:12.621621 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:12.629729 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:12.809609 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Pushing event updated for resources: {'Port': ['ID=b96e0aa2-ae5a-4231-951c-0962968ea818,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:12.854003 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:12.873863 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:12.875024 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:12.877382 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] 10.222.0.109 "PUT /v2.0/ports/0adca753-b6a2-4d38-8660-d749535d0032 HTTP/1.1" status: 200 len: 1094 time: 3.0881984 Jun 03 20:03:12.878161 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f25f8ea-fec6-47cd-bd74-1b0dd3654c32', 'tag': '0adca753-b6a2-4d38-8660-d749535d0032'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:12.882380 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d96118-ed6f-4c13-aa34-6df48b9e1d39" -d '{"events": [{"name": "network-changed", "server_uuid": "7f25f8ea-fec6-47cd-bd74-1b0dd3654c32", "tag": "0adca753-b6a2-4d38-8660-d749535d0032"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:12.966122 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Attempting to bind port b96e0aa2-ae5a-4231-951c-0962968ea818 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:03:12.966470 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Attempting to bind port b96e0aa2-ae5a-4231-951c-0962968ea818 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:03:12.966958 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Attempting to bind port b96e0aa2-ae5a-4231-951c-0962968ea818 on network aabff61b-8e41-4f90-a119-19e973bbee6c {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:12.973277 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-3c2d0ec7-63ec-4291-8065-4d8fbc3d8d59 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4485359 Jun 03 20:03:12.994835 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Port b96e0aa2-ae5a-4231-951c-0962968ea818 on network aabff61b-8e41-4f90-a119-19e973bbee6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:03:12.995529 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Attempting to bind port b96e0aa2-ae5a-4231-951c-0962968ea818 on network aabff61b-8e41-4f90-a119-19e973bbee6c {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:12.999493 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Pushing event updated for resources: {'Port': ['ID=0adca753-b6a2-4d38-8660-d749535d0032,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:13.003629 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:13.029262 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-e52b8fd7-4eec-4f36-9589-9ca77ab1568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:13.031093 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-e52b8fd7-4eec-4f36-9589-9ca77ab1568d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 1097 time: 0.1009719 Jun 03 20:03:13.052823 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:03:13.053527 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Checking segment: {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:03:13.053527 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Bound using segment: {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:03:13.054041 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Bound port: b96e0aa2-ae5a-4231-951c-0962968ea818, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:03:13.054335 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:13.101720 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c72974-7cad-42d8-bab2-5ce87fd795c5 req-978759c3-cee2-496a-8a65-13dd88856916 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:13.103190 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a9c72974-7cad-42d8-bab2-5ce87fd795c5 req-978759c3-cee2-496a-8a65-13dd88856916 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 944 time: 1.2687178 Jun 03 20:03:13.211632 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-746f2e0e-f5d0-4828-8da3-38ab0e9d597e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0adca753-b6a2-4d38-8660-d749535d0032 HTTP/1.1" status: 200 len: 217 time: 0.1615827 Jun 03 20:03:13.286831 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d24028-78ad-4684-a7ba-442850b48e1a req-9bc7b865-b44a-455a-8f03-9750717a648d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:13.288529 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-30d24028-78ad-4684-a7ba-442850b48e1a req-9bc7b865-b44a-455a-8f03-9750717a648d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.7550964 Jun 03 20:03:13.305873 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-e0c863c0-0865-4813-950f-4b13ced173de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:13.307679 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-e0c863c0-0865-4813-950f-4b13ced173de service neutron] 10.222.0.109 "GET /v2.0/subnets?id=157340b1-3d75-4530-84fc-1ece88c2efe5 HTTP/1.1" status: 200 len: 859 time: 0.0872874 Jun 03 20:03:13.358678 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-a9c72974-7cad-42d8-bab2-5ce87fd795c5 req-cc30dede-6405-4823-a2cd-a346b45539e3 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Synchronizing usage tracker for tenant:8b8e2ad6ed1b45448f3f243d63031152 on resource:security_group {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:03:13.378168 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6330408b-0d9b-4a02-8b71-d69e8db8a891 req-a0affc42-e4d8-4859-8d0e-6ba2ef9ad0d3 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763282 Jun 03 20:03:13.378959 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-19470fff-b62c-4034-b025-d63ed0e3d203 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585411 Jun 03 20:03:13.390874 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] For port b96e0aa2-ae5a-4231-951c-0962968ea818, host hv-cinder-79466, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:03:13.416686 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-30d24028-78ad-4684-a7ba-442850b48e1a req-c9a02331-14b3-4b8b-a576-e09fee208d4f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148016 Jun 03 20:03:13.421644 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] For port b96e0aa2-ae5a-4231-951c-0962968ea818, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b96e0aa2-ae5a-4231-951c-0962968ea818,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:03:13.429476 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:13.432591 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-a9c72974-7cad-42d8-bab2-5ce87fd795c5 req-cc30dede-6405-4823-a2cd-a346b45539e3 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Unset dirty status for tenant:8b8e2ad6ed1b45448f3f243d63031152 on resource:security_group {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:03:13.446815 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a9c72974-7cad-42d8-bab2-5ce87fd795c5 req-cc30dede-6405-4823-a2cd-a346b45539e3 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320737 Jun 03 20:03:13.472117 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:13.540818 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da00d26-15e3-4dfc-b0db-ab0d40e78463 x-openstack-request-id: req-1da00d26-15e3-4dfc-b0db-ab0d40e78463 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:13.542039 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af94c71c-b73e-4be5-8426-7ab6aa9e8f99", "name": "network-vif-plugged", "status": "completed", "tag": "85e2557e-ca12-4216-8e70-112232eaf664", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:13.543088 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1da00d26-15e3-4dfc-b0db-ab0d40e78463 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:13.543891 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af94c71c-b73e-4be5-8426-7ab6aa9e8f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e2557e-ca12-4216-8e70-112232eaf664', 'code': 200} Jun 03 20:03:13.704261 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:13.705593 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:13.707635 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] 10.222.0.109 "PUT /v2.0/ports/b96e0aa2-ae5a-4231-951c-0962968ea818 HTTP/1.1" status: 200 len: 1093 time: 3.3458200 Jun 03 20:03:13.759273 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Pushing event updated for resources: {'Port': ['ID=b96e0aa2-ae5a-4231-951c-0962968ea818,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:13.765895 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:13.847463 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-801926af-de2b-4ba8-a51e-a57bdaebf81f service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433510 Jun 03 20:03:13.955538 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529ce220-45a0-413d-8913-a7469e4da1aa', 'tag': 'b96e0aa2-ae5a-4231-951c-0962968ea818'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:13.969509 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d" -d '{"events": [{"name": "network-changed", "server_uuid": "529ce220-45a0-413d-8913-a7469e4da1aa", "tag": "b96e0aa2-ae5a-4231-951c-0962968ea818"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:14.165614 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-292055ba-95fa-4161-9e16-3a76d90a4b8e service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107429 Jun 03 20:03:14.175477 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740392-f929-4203-8b34-3154e183116f req-12a178a0-0d21-405d-a0c0-9c3e07dfc874 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:14.183836 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d6740392-f929-4203-8b34-3154e183116f req-12a178a0-0d21-405d-a0c0-9c3e07dfc874 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 945 time: 0.4888530 Jun 03 20:03:14.188934 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-4b8ea3a0-84bf-4a66-b4f6-df2ae09c2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:14.190918 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-4b8ea3a0-84bf-4a66-b4f6-df2ae09c2e13 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 1097 time: 0.6251616 Jun 03 20:03:14.203916 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afbaa0-b1de-4c36-99a7-43aea6d8e8fb req-8f5fd02f-173c-4abf-8d39-4f24bb3b2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:14.205508 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a3afbaa0-b1de-4c36-99a7-43aea6d8e8fb req-8f5fd02f-173c-4abf-8d39-4f24bb3b2e01 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 1098 time: 0.1775978 Jun 03 20:03:14.300493 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a3afbaa0-b1de-4c36-99a7-43aea6d8e8fb req-5b3c140e-a502-4ee3-9ca8-5959a4b62945 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791454 Jun 03 20:03:14.304910 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-9b1de4a6-7deb-4721-8d34-3663ae4b43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:14.306929 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-9b1de4a6-7deb-4721-8d34-3663ae4b43ff service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 1096 time: 0.3242877 Jun 03 20:03:14.332472 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ffdcc-97f5-4de3-ac92-98115de3cb0b req-6a294850-c6ec-46af-b1c9-0de296cc1a2c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:14.334096 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-825ffdcc-97f5-4de3-ac92-98115de3cb0b req-6a294850-c6ec-46af-b1c9-0de296cc1a2c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 945 time: 0.6407042 Jun 03 20:03:14.355509 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d6740392-f929-4203-8b34-3154e183116f req-d71eb28a-11b2-4a33-b189-bada904fb39e tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682444 Jun 03 20:03:14.582763 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-825ffdcc-97f5-4de3-ac92-98115de3cb0b req-89868d03-7105-4373-b95c-cf0bd4aeea17 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169094 Jun 03 20:03:14.667947 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-e8193411-ffb4-4d2e-a4b6-9156df676914 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96e0aa2-ae5a-4231-951c-0962968ea818 HTTP/1.1" status: 200 len: 217 time: 0.0835929 Jun 03 20:03:14.751573 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56f9bcd-ecff-44f9-86ec-a537cf04909f x-openstack-request-id: req-a56f9bcd-ecff-44f9-86ec-a537cf04909f {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:14.751881 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f25f8ea-fec6-47cd-bd74-1b0dd3654c32", "tag": "0adca753-b6a2-4d38-8660-d749535d0032", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:14.752349 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a56f9bcd-ecff-44f9-86ec-a537cf04909f {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:14.753880 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f25f8ea-fec6-47cd-bd74-1b0dd3654c32', 'tag': '0adca753-b6a2-4d38-8660-d749535d0032', 'status': 'completed', 'code': 200} Jun 03 20:03:14.764897 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56974) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:14.799717 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-d047e0f7-e680-4bf3-8e91-85b54368990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:14.801192 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-d047e0f7-e680-4bf3-8e91-85b54368990d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 200 len: 849 time: 0.1222107 Jun 03 20:03:14.824917 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-8795a90d-00ce-495d-98fc-0fb2c3d1d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:14.826344 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-8795a90d-00ce-495d-98fc-0fb2c3d1d8ce service neutron] 10.222.0.109 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 921 time: 0.5823772 Jun 03 20:03:15.034065 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-88fbc0b8-6421-4754-b6e8-e0f9592df139 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8 HTTP/1.1" status: 200 len: 217 time: 0.1490688 Jun 03 20:03:15.076060 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d96118-ed6f-4c13-aa34-6df48b9e1d39 req-4812aa96-a704-4a75-b8ac-c139dc83b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:15.078687 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:03:15.087673 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-23d96118-ed6f-4c13-aa34-6df48b9e1d39 req-4812aa96-a704-4a75-b8ac-c139dc83b930 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 1097 time: 0.2656274 Jun 03 20:03:15.102277 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:15.185278 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:15.231892 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:15.254529 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Usage tracker for resource:security_group_rule and tenant:67dc49b87782412fb75a0c7495f20183 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:15.261594 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:15.276009 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:15.284958 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca87b5-db06-4e17-aacb-707b0bd5c5dc req-af20fdc1-3435-4a5f-a948-7f7600c3c42b tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:15.286531 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e1ca87b5-db06-4e17-aacb-707b0bd5c5dc req-af20fdc1-3435-4a5f-a948-7f7600c3c42b tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 943 time: 0.5518706 Jun 03 20:03:15.313511 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-27bd82c1-e7c2-402d-932b-070244eb25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:15.315197 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-27bd82c1-e7c2-402d-932b-070244eb25a9 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=157340b1-3d75-4530-84fc-1ece88c2efe5 HTTP/1.1" status: 200 len: 859 time: 0.1539607 Jun 03 20:03:15.391814 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-773600a4-ab03-4a96-94c5-d74221240314 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545332 Jun 03 20:03:15.438060 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d96118-ed6f-4c13-aa34-6df48b9e1d39 req-0d06a826-8ba3-499b-aa6f-b5da2de8926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:15.440810 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-23d96118-ed6f-4c13-aa34-6df48b9e1d39 req-0d06a826-8ba3-499b-aa6f-b5da2de8926d service neutron] 10.222.0.109 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 921 time: 0.2924201 Jun 03 20:03:15.524521 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-2cc4ad7e-085d-43bd-a895-25e6eb511242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:15.526311 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-2cc4ad7e-085d-43bd-a895-25e6eb511242 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=aabff61b-8e41-4f90-a119-19e973bbee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7030053 Jun 03 20:03:15.560435 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e1ca87b5-db06-4e17-aacb-707b0bd5c5dc req-095464bd-1a04-4c73-9d8f-893dade360f7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546411 Jun 03 20:03:15.570493 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-23d96118-ed6f-4c13-aa34-6df48b9e1d39 req-627cfcea-ec85-4410-b65a-37274cc0b9d2 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0adca753-b6a2-4d38-8660-d749535d0032 HTTP/1.1" status: 200 len: 217 time: 0.0999303 Jun 03 20:03:15.611662 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd320e9-540d-40e2-aca6-69dfdc341aa0 req-0bd55eac-c893-4a23-af9f-80fa05c779b4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:15.620957 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5fd320e9-540d-40e2-aca6-69dfdc341aa0 req-0bd55eac-c893-4a23-af9f-80fa05c779b4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.6609204 Jun 03 20:03:15.668555 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d96118-ed6f-4c13-aa34-6df48b9e1d39 req-30055724-3a9f-41c1-b965-e94ebab9004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:15.671393 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-23d96118-ed6f-4c13-aa34-6df48b9e1d39 req-30055724-3a9f-41c1-b965-e94ebab9004f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=157340b1-3d75-4530-84fc-1ece88c2efe5 HTTP/1.1" status: 200 len: 859 time: 0.0908360 Jun 03 20:03:15.671925 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 56994) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:15.682993 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-52f93af4-e840-4b8a-a641-c59aebda9e43 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'floatingip': {'port_id': '4dad8ea7-8857-4764-8d72-ae9128c7dafb'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:15.710604 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-e4f79a97-1d1f-412a-9b18-41db4f20bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:15.743230 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-e779d1f1-11a2-4f21-9076-51d6d2b94579 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371980 Jun 03 20:03:15.751632 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e35b8e0-4a9b-4a71-8c3b-b7b06e477316 x-openstack-request-id: req-0e35b8e0-4a9b-4a71-8c3b-b7b06e477316 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:15.753618 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529ce220-45a0-413d-8913-a7469e4da1aa", "tag": "b96e0aa2-ae5a-4231-951c-0962968ea818", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:15.755313 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0e35b8e0-4a9b-4a71-8c3b-b7b06e477316 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:15.758533 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529ce220-45a0-413d-8913-a7469e4da1aa', 'tag': 'b96e0aa2-ae5a-4231-951c-0962968ea818', 'status': 'completed', 'code': 200} Jun 03 20:03:15.823014 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-23d96118-ed6f-4c13-aa34-6df48b9e1d39 req-4e463fea-b209-4725-818d-904fd53e8542 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599816 Jun 03 20:03:15.908557 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-52f93af4-e840-4b8a-a641-c59aebda9e43 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:16.095667 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:16.154365 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:16.173265 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:16.226379 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-7ed41a87-8223-4b52-88b3-665dc8bc5513 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680436 Jun 03 20:03:16.277503 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfb26a7-831a-4c8f-8bbc-43b7cde5b47e,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:16.297618 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=67dc49b87782412fb75a0c7495f20183&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5281763 Jun 03 20:03:16.305987 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57022) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:16.307330 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.307685 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.308035 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.308383 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.308725 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.309098 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.309436 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.309771 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.310113 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.310451 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.310851 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.311875 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:16.319182 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:16.378399 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-23d96118-ed6f-4c13-aa34-6df48b9e1d39 req-9d0e2758-83f7-4863-82ee-739016648965 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146463 Jun 03 20:03:16.394173 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-bac79840-f103-4dbb-a87e-9827b5c1f986 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277205 Jun 03 20:03:16.507514 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aee060-5b5f-4edb-bb8d-ab50698a6430 req-65d4e648-aea8-403e-9aa0-081014f9518e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:16.529995 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-66aee060-5b5f-4edb-bb8d-ab50698a6430 req-65d4e648-aea8-403e-9aa0-081014f9518e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 944 time: 0.6200454 Jun 03 20:03:16.602005 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee014b-6d06-4bad-8c68-201c19069249 req-427387e0-5c95-4294-adb9-d51c03376173 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:16.629645 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4bee014b-6d06-4bad-8c68-201c19069249 req-427387e0-5c95-4294-adb9-d51c03376173 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 945 time: 0.6288581 Jun 03 20:03:16.796907 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d6a5c49-d690-4390-8723-15b938b8d29f req-7b53366d-77c6-46d1-bf23-1f09e3c2750f service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293629 Jun 03 20:03:16.834975 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-87444327-17ee-4a3d-b75e-4673216798d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:16.884000 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4bee014b-6d06-4bad-8c68-201c19069249 req-f25ac8f9-2378-40f2-a1d6-05fd81d791d7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534034 Jun 03 20:03:16.922532 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-87444327-17ee-4a3d-b75e-4673216798d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:16.938557 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-23d96118-ed6f-4c13-aa34-6df48b9e1d39 req-a68ba42e-0aa8-465f-86f2-dcfdb47e0441 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920753 Jun 03 20:03:17.003989 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-66aee060-5b5f-4edb-bb8d-ab50698a6430 req-edce16f4-b29a-440d-bff0-345439ed714a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729462 Jun 03 20:03:17.069309 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-50f2be67-f4cd-4d9b-86a4-93e04a1dfd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:17.072944 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-50f2be67-f4cd-4d9b-86a4-93e04a1dfd76 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 1096 time: 0.1877108 Jun 03 20:03:17.369064 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:17.401333 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-73896c0e-8049-4a35-996e-78e254e9be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:17.403031 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-73896c0e-8049-4a35-996e-78e254e9be4e service neutron] 10.222.0.109 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 912 time: 0.3210912 Jun 03 20:03:17.511564 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-a2564d6b-0157-4eb1-be14-dbcb39f6114d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96e0aa2-ae5a-4231-951c-0962968ea818 HTTP/1.1" status: 200 len: 217 time: 0.0874217 Jun 03 20:03:17.522312 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b3c9-428d-43ef-add8-f1940fe53504 req-b1b97d68-9ba6-403d-b927-e2d4a640a83a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:17.524034 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2190b3c9-428d-43ef-add8-f1940fe53504 req-b1b97d68-9ba6-403d-b927-e2d4a640a83a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 943 time: 0.3384776 Jun 03 20:03:17.556459 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-52f93af4-e840-4b8a-a641-c59aebda9e43 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:17.562302 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-52f93af4-e840-4b8a-a641-c59aebda9e43 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:17.602275 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2190b3c9-428d-43ef-add8-f1940fe53504 req-d125e5a2-223f-42ec-ae2e-7383c871babf tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701096 Jun 03 20:03:17.678122 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-d3523022-9add-45d8-8adc-61d4c9a985d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:17.680271 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-d3523022-9add-45d8-8adc-61d4c9a985d9 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 200 len: 849 time: 0.0917556 Jun 03 20:03:17.689874 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-87444327-17ee-4a3d-b75e-4673216798d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:17.696968 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d714ba4a-ff1a-45ef-bfa3-bb09ab5f5e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:17.713335 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87444327-17ee-4a3d-b75e-4673216798d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfb26a7-831a-4c8f-8bbc-43b7cde5b47e,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:17.720296 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-87444327-17ee-4a3d-b75e-4673216798d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:17.805757 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-87444327-17ee-4a3d-b75e-4673216798d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:17.809962 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-87444327-17ee-4a3d-b75e-4673216798d1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9cfb26a7-831a-4c8f-8bbc-43b7cde5b47e HTTP/1.1" status: 204 len: 168 time: 1.4910920 Jun 03 20:03:17.834644 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-d47353e2-0536-4adf-a18e-1af06c71cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:17.836674 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-d47353e2-0536-4adf-a18e-1af06c71cd9d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=aabff61b-8e41-4f90-a119-19e973bbee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1465528 Jun 03 20:03:17.857993 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-7839561d-88a5-40af-b7aa-bdd3e45f639b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2248089 Jun 03 20:03:17.861136 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.l3_db [None req-52f93af4-e840-4b8a-a641-c59aebda9e43 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Floating IP 565e5abe-304f-4892-8720-c2a2b67c60d9 associated. External IP: 172.28.3.118, port: 4dad8ea7-8857-4764-8d72-ae9128c7dafb. Jun 03 20:03:18.256596 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device d3116d47-c742-4c7e-91c2-6f97c17698e8 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:03:18.581370 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-615a0411-d9db-4134-8050-5d7af22f1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:18.583095 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-615a0411-d9db-4134-8050-5d7af22f1aac service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ba7e2f10375f45d3a4bc7cdb8203c634&device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 1098 time: 0.3046062 Jun 03 20:03:18.678510 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port d3116d47-c742-4c7e-91c2-6f97c17698e8, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:18.712678 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': 'd3116d47-c742-4c7e-91c2-6f97c17698e8', 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80', 'port_id': 'd3116d47-c742-4c7e-91c2-6f97c17698e8', 'mac_address': 'fa:16:3e:a3:98:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157340b1-3d75-4530-84fc-1ece88c2efe5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:03:18.721605 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-0f0660de-c0c9-4f78-a531-1825565af360 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415003 Jun 03 20:03:18.760727 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 57096) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:18.858337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f93af4-e840-4b8a-a641-c59aebda9e43 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Router 99003390-a957-4ce7-b0c1-b9acff8f256b has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:03:18.862691 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:18.890415 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:18.901576 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:18.928751 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3116d47-c742-4c7e-91c2-6f97c17698e8 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:18.952338 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:18.960965 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Usage tracker for resource:security_group_rule and tenant:8d75cbaa9f014895828c1997e0fea7be is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:18.961619 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port d3116d47-c742-4c7e-91c2-6f97c17698e8, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:18.968093 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:18.968785 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:18.970738 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:18.978675 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:19.060133 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-a9fcc4f7-6ba9-4c7b-bc6f-ba987fb5fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:19.062080 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-a9fcc4f7-6ba9-4c7b-bc6f-ba987fb5fcf9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 HTTP/1.1" status: 200 len: 913 time: 0.3917804 Jun 03 20:03:19.138724 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=d3116d47-c742-4c7e-91c2-6f97c17698e8,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:19.150848 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:19.159476 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159e1cf-48a8-4936-913d-8e68c753f147 req-6d1d8b19-894f-4f1b-8375-f8e15571495f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:19.161459 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6159e1cf-48a8-4936-913d-8e68c753f147 req-6d1d8b19-894f-4f1b-8375-f8e15571495f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 944 time: 0.7948830 Jun 03 20:03:19.167025 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-1080cdd7-d3bd-495a-9e9f-9451aa1a1d8d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ec3d287-94b6-4d83-9666-cec18d8ff243 HTTP/1.1" status: 200 len: 217 time: 0.0864046 Jun 03 20:03:19.226751 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee622470-763c-4daf-b520-da6ba03ecf0f req-db554fcd-66b3-4db7-b483-1e4a55f47c7b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:19.229669 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ee622470-763c-4daf-b520-da6ba03ecf0f req-db554fcd-66b3-4db7-b483-1e4a55f47c7b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 945 time: 0.8483262 Jun 03 20:03:19.313209 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6159e1cf-48a8-4936-913d-8e68c753f147 req-117ea631-0142-4a95-9f17-acf598eed68a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276398 Jun 03 20:03:19.341311 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-01375d3e-99d6-47a4-90aa-03b2277e6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:19.345283 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-01375d3e-99d6-47a4-90aa-03b2277e6cb4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=fe862aea-e5fe-4f62-a15c-661fee9b69af HTTP/1.1" status: 200 len: 851 time: 0.1233447 Jun 03 20:03:19.348799 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f93af4-e840-4b8a-a641-c59aebda9e43 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:03:19.369535 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] Sync routers for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:03:19.370413 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-52f93af4-e840-4b8a-a641-c59aebda9e43 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:19.396281 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:03:19.402520 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:03:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:19.431207 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ee622470-763c-4daf-b520-da6ba03ecf0f req-f03bfbac-d42b-46e4-b5d5-3634af348bf9 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781116 Jun 03 20:03:19.507251 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-9a959a31-d830-4734-9b4a-63674dfa1e4b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967622 Jun 03 20:03:19.552610 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-52f93af4-e840-4b8a-a641-c59aebda9e43 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "PUT /v2.0/floatingips/565e5abe-304f-4892-8720-c2a2b67c60d9 HTTP/1.1" status: 200 len: 992 time: 3.8740146 Jun 03 20:03:19.555034 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:19.564479 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:19.590624 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:19.612407 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:19.622146 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0f977a2-adf9-442d-b2d0-65c7dfbe008d req-16ef53a8-6f62-4c8e-b311-0d476b4c2a97 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8845127 Jun 03 20:03:19.674824 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6da33145-8579-41ca-bc90-e733813b083c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:19.780247 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8d75cbaa9f014895828c1997e0fea7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9550529 Jun 03 20:03:19.786626 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 57116) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:19.807017 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e77c6e-eb66-4912-aecd-184dc973f8b9,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:19.830428 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.830682 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.831214 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.831713 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.832232 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.832575 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.832937 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.833282 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.833612 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.833942 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.834270 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.834595 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:19.837359 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:03:19.839215 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:19.903407 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ce09d6d4-6eec-416f-a352-f961b30b4f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:19.921771 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-182c0cf9-25c8-4d57-ab85-d82cf8a98c15 service neutron] 10.222.0.109 "GET /v2.0/networks/ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672237 Jun 03 20:03:19.959354 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['d3116d47-c742-4c7e-91c2-6f97c17698e8'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:03:19.981589 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ce09d6d4-6eec-416f-a352-f961b30b4f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:20.071374 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c7a28-48b7-439c-ba03-10e54d63942f req-eba2de52-0927-4e80-a27a-ca6ad1947eb2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:20.073406 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fb4c7a28-48b7-439c-ba03-10e54d63942f req-eba2de52-0927-4e80-a27a-ca6ad1947eb2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 943 time: 0.3995893 Jun 03 20:03:20.113947 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ce09d6d4-6eec-416f-a352-f961b30b4f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:20.128686 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:20.132900 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8afdeecc-d31f-4d4b-a932-85ebede9b248 req-58a9196d-b47d-43f5-9f7b-c6a025f03ba0 service neutron] 10.222.0.109 "GET /v2.0/networks/ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026446 Jun 03 20:03:20.156284 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09d6d4-6eec-416f-a352-f961b30b4f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e77c6e-eb66-4912-aecd-184dc973f8b9,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:20.178010 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ce09d6d4-6eec-416f-a352-f961b30b4f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:20.197586 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fb4c7a28-48b7-439c-ba03-10e54d63942f req-98255c3f-c7d5-4dd4-a2b9-29182b901486 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150954 Jun 03 20:03:20.198345 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c64ebaf-c6dc-4214-940b-7d7f653a7e39 x-openstack-request-id: req-0c64ebaf-c6dc-4214-940b-7d7f653a7e39 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:20.198739 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:20.198916 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ce09d6d4-6eec-416f-a352-f961b30b4f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:20.199147 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0c64ebaf-c6dc-4214-940b-7d7f653a7e39 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:20.199644 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'status': 'completed', 'code': 200} Jun 03 20:03:20.199878 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ce09d6d4-6eec-416f-a352-f961b30b4f56 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f4e77c6e-eb66-4912-aecd-184dc973f8b9 HTTP/1.1" status: 204 len: 168 time: 0.4111845 Jun 03 20:03:20.296038 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 0adca753-b6a2-4d38-8660-d749535d0032 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:03:20.432950 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-4c469771-8e35-4b25-8b79-5a912ad19e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:20.434582 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-4c469771-8e35-4b25-8b79-5a912ad19e17 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 1099 time: 0.1944871 Jun 03 20:03:20.946892 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be51a6-cdbe-43ca-ac28-8fc3ebb85dca req-62ecff00-b1f4-4738-a784-2ba1d4e560a7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:20.964304 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-20be51a6-cdbe-43ca-ac28-8fc3ebb85dca req-62ecff00-b1f4-4738-a784-2ba1d4e560a7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 944 time: 0.2567780 Jun 03 20:03:21.041492 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-a47861a1-fba6-4850-8977-2249002ddbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:21.044500 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-a47861a1-fba6-4850-8977-2249002ddbf9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.5913794 Jun 03 20:03:21.080013 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-20be51a6-cdbe-43ca-ac28-8fc3ebb85dca req-82b17809-48a0-4852-ac0c-f69699707087 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124785 Jun 03 20:03:21.203776 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '565e5abe-304f-4892-8720-c2a2b67c60d9', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'floating_ip_address': '172.28.3.118', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'port_id': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'mac_address': 'fa:16:3e:fe:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:02:34Z', 'updated_at': '2021-06-03T20:03:17Z', 'revision_number': 1, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:21.210391 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] Checking router: 99003390-a957-4ce7-b0c1-b9acff8f256b for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:03:21.225238 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:03:21.227003 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:03:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:21.259274 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 0adca753-b6a2-4d38-8660-d749535d0032, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=0adca753-b6a2-4d38-8660-d749535d0032,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:21.345344 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:21.347730 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '0adca753-b6a2-4d38-8660-d749535d0032', 'network_id': 'c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80', 'port_id': '0adca753-b6a2-4d38-8660-d749535d0032', 'mac_address': 'fa:16:3e:81:84:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157340b1-3d75-4530-84fc-1ece88c2efe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:03:21.565711 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:03:21.574333 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:21.638537 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adca753-b6a2-4d38-8660-d749535d0032 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:21.709041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57158) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:21.728734 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 0adca753-b6a2-4d38-8660-d749535d0032, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=0adca753-b6a2-4d38-8660-d749535d0032,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:21.735281 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:21.738363 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:21.883031 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-309f033b-25e4-49f0-ac0d-78b89b6accf9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb HTTP/1.1" status: 200 len: 1000 time: 0.8188918 Jun 03 20:03:21.918179 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a087d0c-a6fe-4ef0-b269-e2c807dd53a5 req-63503862-47bf-4f8d-a2d3-ff4edbeaa2ea tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:21.934435 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0a087d0c-a6fe-4ef0-b269-e2c807dd53a5 req-63503862-47bf-4f8d-a2d3-ff4edbeaa2ea tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 943 time: 0.2332046 Jun 03 20:03:22.022230 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-3675527a-e37e-4f77-9351-393545824f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:22.028138 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-3675527a-e37e-4f77-9351-393545824f5c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.1334810 Jun 03 20:03:22.053324 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=0adca753-b6a2-4d38-8660-d749535d0032,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:22.061772 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0a087d0c-a6fe-4ef0-b269-e2c807dd53a5 req-15b5e0e5-2150-45c4-a588-194b11ffac9b tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231291 Jun 03 20:03:22.085250 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.085691 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.086060 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.086759 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.087181 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.087585 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.087918 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.093466 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.098626 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.099506 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.099854 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.100191 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:03:22.120985 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:22.288495 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device b96e0aa2-ae5a-4231-951c-0962968ea818 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:03:22.299546 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-84df549e-8582-485a-9270-6c5a47a41764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:22.302224 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-84df549e-8582-485a-9270-6c5a47a41764 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2529430 Jun 03 20:03:22.413715 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '565e5abe-304f-4892-8720-c2a2b67c60d9', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'floating_ip_address': '172.28.3.118', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'port_id': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'mac_address': 'fa:16:3e:fe:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:02:34Z', 'updated_at': '2021-06-03T20:03:17Z', 'revision_number': 1, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:22.424812 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:22.433049 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2b677-0fb3-4a4f-ba86-85fd0c663f50 None None] The sync data for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb is: [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '565e5abe-304f-4892-8720-c2a2b67c60d9', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'floating_ip_address': '172.28.3.118', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'port_id': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'mac_address': 'fa:16:3e:fe:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:02:34Z', 'updated_at': '2021-06-03T20:03:17Z', 'revision_number': 1, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:03:22.515173 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2271075-67ed-48bc-a2d3-1f8cea7c8071 req-9f36e803-9712-4ba6-acfb-fb793b158a95 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:22.519188 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['0adca753-b6a2-4d38-8660-d749535d0032'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:03:22.524469 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f2271075-67ed-48bc-a2d3-1f8cea7c8071 req-9f36e803-9712-4ba6-acfb-fb793b158a95 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 945 time: 0.2654171 Jun 03 20:03:22.594409 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f2271075-67ed-48bc-a2d3-1f8cea7c8071 req-a15a9c8e-4e81-4d9a-ab81-31ebcf31444c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686064 Jun 03 20:03:22.626142 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:22.640372 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] Usage tracker for resource:security_group_rule and tenant:6524dd32e8e248cb99030679e1b7e77e is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:22.647355 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:22.654886 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port b96e0aa2-ae5a-4231-951c-0962968ea818, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b96e0aa2-ae5a-4231-951c-0962968ea818,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:22.658515 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:22.684306 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': 'b96e0aa2-ae5a-4231-951c-0962968ea818', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'port_id': 'b96e0aa2-ae5a-4231-951c-0962968ea818', 'mac_address': 'fa:16:3e:3e:8c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:03:22.719747 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-2483586f-b09b-4380-9f1d-540fe74f9ed8 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968065 Jun 03 20:03:22.825547 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:22.885816 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96e0aa2-ae5a-4231-951c-0962968ea818 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:22.976316 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d766e1-2409-4e45-8320-3b93c6331635 None None] New status for floating IP 565e5abe-304f-4892-8720-c2a2b67c60d9: ACTIVE {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:03:22.981549 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f3d1c5d1-16a7-4e1c-9286-af0cb7af81ab req-9d7a9cd8-f576-40f5-8a7c-6986b393e516 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362256 Jun 03 20:03:23.108564 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:23.113235 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port b96e0aa2-ae5a-4231-951c-0962968ea818, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b96e0aa2-ae5a-4231-951c-0962968ea818,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:23.117531 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:23.128664 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:23.130914 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c10e11e6-d8b9-4029-89af-5c57a4c9bf77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:23.139390 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:23.233782 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6e2a0-937f-4e64-9f6f-a8fa14a902fa req-5a00d7cd-06c5-4e43-86d9-67c0f8bb5d32 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:23.234774 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc662e1-4737-45f6-b65d-8a0886c67216,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:23.249071 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:23.259322 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-67c6e2a0-937f-4e64-9f6f-a8fa14a902fa req-5a00d7cd-06c5-4e43-86d9-67c0f8bb5d32 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 945 time: 0.1880877 Jun 03 20:03:23.259539 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6524dd32e8e248cb99030679e1b7e77e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5352581 Jun 03 20:03:23.259627 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 57198) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:23.377756 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-67c6e2a0-937f-4e64-9f6f-a8fa14a902fa req-3359b4e4-143f-4515-aa6d-9dc60549f4e3 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985501 Jun 03 20:03:23.395063 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-115b8f9a-7ad1-4b19-9141-f3b819307b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:23.461385 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-115b8f9a-7ad1-4b19-9141-f3b819307b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:23.563369 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=b96e0aa2-ae5a-4231-951c-0962968ea818,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:23.577317 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:23.719827 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-115b8f9a-7ad1-4b19-9141-f3b819307b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:23.758044 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-82033ae9-801b-4766-82fd-75fedfe63ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:23.785313 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b8f9a-7ad1-4b19-9141-f3b819307b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc662e1-4737-45f6-b65d-8a0886c67216,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:23.795756 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-115b8f9a-7ad1-4b19-9141-f3b819307b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:23.809518 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-115b8f9a-7ad1-4b19-9141-f3b819307b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:23.811524 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-115b8f9a-7ad1-4b19-9141-f3b819307b24 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6bc662e1-4737-45f6-b65d-8a0886c67216 HTTP/1.1" status: 204 len: 168 time: 0.5501406 Jun 03 20:03:23.918443 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['b96e0aa2-ae5a-4231-951c-0962968ea818'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:03:23.960923 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e442fea-d04f-4f41-9a7d-edd6106305c9 req-8ecd7850-731c-49c1-be45-726b9af4f2ef tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:23.963181 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8e442fea-d04f-4f41-9a7d-edd6106305c9 req-8ecd7850-731c-49c1-be45-726b9af4f2ef tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 944 time: 0.3696394 Jun 03 20:03:24.030465 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875845f7-0c92-4f6a-aa07-3c9e213d53a0 req-5052d9e6-86a8-4269-8941-c005719bd24d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:24.043065 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-875845f7-0c92-4f6a-aa07-3c9e213d53a0 req-5052d9e6-86a8-4269-8941-c005719bd24d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 945 time: 0.1906700 Jun 03 20:03:24.119248 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8e442fea-d04f-4f41-9a7d-edd6106305c9 req-32a4fa1f-1bee-4a07-819c-0c4ac0c6d09a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480987 Jun 03 20:03:24.156368 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-875845f7-0c92-4f6a-aa07-3c9e213d53a0 req-892d2e3b-b607-44ef-8b03-e38cbf8d348c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119370 Jun 03 20:03:24.289357 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device d3116d47-c742-4c7e-91c2-6f97c17698e8 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:03:24.425361 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port d3116d47-c742-4c7e-91c2-6f97c17698e8 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:03:24.438395 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port d3116d47-c742-4c7e-91c2-6f97c17698e8 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:03:24.439100 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:24.674065 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:24.734291 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e20aa5-a610-4c19-af4b-fa528dc691c0 req-ea68270c-fd5b-446c-98a4-485141681f1a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:24.742085 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-47e20aa5-a610-4c19-af4b-fa528dc691c0 req-ea68270c-fd5b-446c-98a4-485141681f1a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 945 time: 0.1392787 Jun 03 20:03:24.761734 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4e8fac-24bb-4211-b4da-2963787cc4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3116d47-c742-4c7e-91c2-6f97c17698e8'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:24.764152 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d58865-04dd-4725-bd99-e1970c5f9025" -d '{"events": [{"server_uuid": "5b4e8fac-24bb-4211-b4da-2963787cc4f0", "name": "network-vif-plugged", "status": "completed", "tag": "d3116d47-c742-4c7e-91c2-6f97c17698e8"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:24.777098 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port d3116d47-c742-4c7e-91c2-6f97c17698e8, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:24.786890 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:24.789790 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:24.843705 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-47e20aa5-a610-4c19-af4b-fa528dc691c0 req-1e4a34a1-4615-4f03-8a17-dd2063dfe0d1 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006474 Jun 03 20:03:24.907189 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab5a94d-af6b-4a58-830d-920a1d10f644 x-openstack-request-id: req-1ab5a94d-af6b-4a58-830d-920a1d10f644 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:24.907684 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4e8fac-24bb-4211-b4da-2963787cc4f0", "name": "network-vif-plugged", "status": "completed", "tag": "d3116d47-c742-4c7e-91c2-6f97c17698e8", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:24.908035 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1ab5a94d-af6b-4a58-830d-920a1d10f644 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:24.908432 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4e8fac-24bb-4211-b4da-2963787cc4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3116d47-c742-4c7e-91c2-6f97c17698e8', 'code': 200} Jun 03 20:03:24.961379 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=d3116d47-c742-4c7e-91c2-6f97c17698e8,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:24.977909 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:25.298404 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b1695-cbf5-43f5-94bf-d1000c4308a7 req-9939747b-8efa-42a3-8698-12a7f616da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:25.306487 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f15b1695-cbf5-43f5-94bf-d1000c4308a7 req-9939747b-8efa-42a3-8698-12a7f616da28 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 1099 time: 0.1743212 Jun 03 20:03:25.363453 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f15b1695-cbf5-43f5-94bf-d1000c4308a7 req-76c45bdd-80a6-4bfc-9ad9-e02eee3ef2d5 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490322 Jun 03 20:03:25.569031 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c4865-ab44-441e-ac14-a9dba252b2f7 req-603ce1ed-d00b-438b-af27-be4b6de123ee tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:25.570973 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f78c4865-ab44-441e-ac14-a9dba252b2f7 req-603ce1ed-d00b-438b-af27-be4b6de123ee tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 944 time: 0.1865985 Jun 03 20:03:25.581625 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee666e7-0f08-4791-a084-a0d5c0f206f2 req-cff277d1-7fb0-4fba-86cf-de46a2790916 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:25.583211 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3ee666e7-0f08-4791-a084-a0d5c0f206f2 req-cff277d1-7fb0-4fba-86cf-de46a2790916 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 945 time: 0.1431634 Jun 03 20:03:25.670607 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f78c4865-ab44-441e-ac14-a9dba252b2f7 req-a33c64df-fed8-4ab5-acdc-064fe34bb676 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778828 Jun 03 20:03:25.685462 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3ee666e7-0f08-4791-a084-a0d5c0f206f2 req-b11daf76-f681-4471-8998-d19f89fe42c0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767620 Jun 03 20:03:26.234381 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d035506-0ca3-4ffc-8358-cf3f36f68f90 req-098c1b4f-39ce-4ff9-babd-6e66eda4c1c1 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:26.235948 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6d035506-0ca3-4ffc-8358-cf3f36f68f90 req-098c1b4f-39ce-4ff9-babd-6e66eda4c1c1 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 945 time: 0.1731894 Jun 03 20:03:26.283093 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 0adca753-b6a2-4d38-8660-d749535d0032 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:03:26.326803 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6d035506-0ca3-4ffc-8358-cf3f36f68f90 req-b0a29d28-bab6-4238-b7c7-85a49b5e7b3f tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/security-groups?id=fcf75803-7570-49a5-bab2-b495eb7e4057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803387 Jun 03 20:03:26.385941 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 0adca753-b6a2-4d38-8660-d749535d0032 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:03:26.393606 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 0adca753-b6a2-4d38-8660-d749535d0032 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:03:26.395289 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:26.550128 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-c50a893e-2d91-45f6-b5db-43f95f0073ac tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:26.551774 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-c50a893e-2d91-45f6-b5db-43f95f0073ac tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.109 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 945 time: 0.1374984 Jun 03 20:03:26.642893 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:26.741081 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 0adca753-b6a2-4d38-8660-d749535d0032, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=0adca753-b6a2-4d38-8660-d749535d0032,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:26.750316 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:26.752511 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device b96e0aa2-ae5a-4231-951c-0962968ea818 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:03:26.810089 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-f0bc2c98-fbdb-4264-95bc-8bd597a3a229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:26.827968 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Deleting port 1ec3d287-94b6-4d83-9666-cec18d8ff243 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:03:26.829504 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:26.910429 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f25f8ea-fec6-47cd-bd74-1b0dd3654c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adca753-b6a2-4d38-8660-d749535d0032'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:26.913882 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd9330f-08c5-4736-b30f-19d770a2c941" -d '{"events": [{"server_uuid": "7f25f8ea-fec6-47cd-bd74-1b0dd3654c32", "name": "network-vif-plugged", "status": "completed", "tag": "0adca753-b6a2-4d38-8660-d749535d0032"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:26.961796 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=0adca753-b6a2-4d38-8660-d749535d0032,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:26.967973 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:26.980006 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port b96e0aa2-ae5a-4231-951c-0962968ea818 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:03:26.989802 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port b96e0aa2-ae5a-4231-951c-0962968ea818 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:03:26.990236 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:27.169721 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:27.200541 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] For port 1ec3d287-94b6-4d83-9666-cec18d8ff243, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1ec3d287-94b6-4d83-9666-cec18d8ff243,segment=NetworkSegment(d8b20ecf-cf5b-495e-a849-7673899ad096),segment_id=d8b20ecf-cf5b-495e-a849-7673899ad096)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:27.200942 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:27.220500 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port b96e0aa2-ae5a-4231-951c-0962968ea818, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b96e0aa2-ae5a-4231-951c-0962968ea818,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:27.220500 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:27.223069 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:27.427871 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb493fc-4861-4fc4-a78f-c5b54f024260 req-c39e4f09-d26c-4ebe-bfbf-a979e6494dc9 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:27.436564 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Calling delete_port for 1ec3d287-94b6-4d83-9666-cec18d8ff243 owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:03:27.438112 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dfb493fc-4861-4fc4-a78f-c5b54f024260 req-c39e4f09-d26c-4ebe-bfbf-a979e6494dc9 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.3050151 Jun 03 20:03:27.442579 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=b96e0aa2-ae5a-4231-951c-0962968ea818,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:27.451246 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:27.471959 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66836d-5143-477c-b25b-f4e831cad794 req-52b0bd4a-5e37-4810-b084-f398af537901 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:27.484193 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bc66836d-5143-477c-b25b-f4e831cad794 req-52b0bd4a-5e37-4810-b084-f398af537901 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.4917798 Jun 03 20:03:27.633046 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bc66836d-5143-477c-b25b-f4e831cad794 req-abcbeded-85aa-442f-ab50-68739060e147 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473587 Jun 03 20:03:27.636587 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dfb493fc-4861-4fc4-a78f-c5b54f024260 req-01d0e826-d849-4d5f-9711-0744748aab9e tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976149 Jun 03 20:03:27.783526 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550fcda2-7c9d-4678-95d0-f9744ee13b9f x-openstack-request-id: req-550fcda2-7c9d-4678-95d0-f9744ee13b9f {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:27.783788 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f25f8ea-fec6-47cd-bd74-1b0dd3654c32", "name": "network-vif-plugged", "status": "completed", "tag": "0adca753-b6a2-4d38-8660-d749535d0032", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:27.784107 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-550fcda2-7c9d-4678-95d0-f9744ee13b9f {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:27.784737 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f25f8ea-fec6-47cd-bd74-1b0dd3654c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adca753-b6a2-4d38-8660-d749535d0032', 'code': 200} Jun 03 20:03:27.871421 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:27.888526 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['1ec3d287-94b6-4d83-9666-cec18d8ff243'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:03:27.889969 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:27.991668 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Pushing event deleted for resources: {'Port': ['ID=1ec3d287-94b6-4d83-9666-cec18d8ff243,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:28.001192 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:28.058483 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] No DVR routers for this DVR port 1ec3d287-94b6-4d83-9666-cec18d8ff243 on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:03:28.063819 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:28.069790 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16d389a-8adf-490d-a615-fbf688eee659', 'name': 'network-vif-deleted', 'tag': '1ec3d287-94b6-4d83-9666-cec18d8ff243'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:28.073896 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99db8e5-dd27-42bf-b656-5a3bfd4e9f62" -d '{"events": [{"server_uuid": "a16d389a-8adf-490d-a615-fbf688eee659", "name": "network-vif-deleted", "tag": "1ec3d287-94b6-4d83-9666-cec18d8ff243"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:28.081924 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f89778ff-948f-4415-bcf4-aa33d1cdd0b1 req-f6831b35-01a5-49ce-9d14-25c19ce9aa37 tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 210 time: 0.0824292 Jun 03 20:03:28.103965 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3cfe54cc-0a05-4328-b630-7551267190e3 req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.109 "DELETE /v2.0/ports/1ec3d287-94b6-4d83-9666-cec18d8ff243 HTTP/1.1" status: 204 len: 173 time: 1.5458848 Jun 03 20:03:28.184313 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feb96eb-dfbc-4714-a8fe-5ceee359f65f x-openstack-request-id: req-3feb96eb-dfbc-4714-a8fe-5ceee359f65f {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:28.184627 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16d389a-8adf-490d-a615-fbf688eee659", "name": "network-vif-deleted", "tag": "1ec3d287-94b6-4d83-9666-cec18d8ff243", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:28.185004 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3feb96eb-dfbc-4714-a8fe-5ceee359f65f {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:28.185568 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16d389a-8adf-490d-a615-fbf688eee659', 'name': 'network-vif-deleted', 'tag': '1ec3d287-94b6-4d83-9666-cec18d8ff243', 'status': 'completed', 'code': 200} Jun 03 20:03:28.308367 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecfcf4-eeb8-4e59-9d3e-aad399c8f30e req-99e9ec7b-dbfd-426a-909a-7a29fa5322dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:28.310153 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4eecfcf4-eeb8-4e59-9d3e-aad399c8f30e req-99e9ec7b-dbfd-426a-909a-7a29fa5322dd service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 1099 time: 0.2188041 Jun 03 20:03:28.324776 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-715ade68-7310-4d08-a284-6eb47a085194 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:28.326339 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-715ade68-7310-4d08-a284-6eb47a085194 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 814 time: 0.1892900 Jun 03 20:03:28.362814 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-e6c013d6-19c4-47d8-a4b8-1462af2b4a57 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/quotas/65491ea764214e92bb2abe93dc6c2adc HTTP/1.1" status: 200 len: 375 time: 0.0219879 Jun 03 20:03:28.409380 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4eecfcf4-eeb8-4e59-9d3e-aad399c8f30e req-7fde7d42-3fb0-4874-8955-beb4b13a3599 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915916 Jun 03 20:03:28.462594 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-d302019d-ed3c-4a71-a913-7e1083d06ec2 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925894 Jun 03 20:03:28.630777 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-5f9c5c0e-26cc-41d5-848a-b25316e053f1 service neutron] 10.222.0.95 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601818 Jun 03 20:03:28.787235 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-d06ff89d-c6d2-46f1-8ea8-375526cf5ac7 service neutron] 10.222.0.95 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462681 Jun 03 20:03:28.930601 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a91a6-1d6c-4a51-b0d0-2cc0a5050668 req-6d493cc2-e417-45bc-b73a-cad1d9fcc6c4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:28.932523 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-196a91a6-1d6c-4a51-b0d0-2cc0a5050668 req-6d493cc2-e417-45bc-b73a-cad1d9fcc6c4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1422093 Jun 03 20:03:29.073498 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-196a91a6-1d6c-4a51-b0d0-2cc0a5050668 req-486073da-aa38-4e92-babc-28c2101cc364 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295946 Jun 03 20:03:29.220449 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0078c926-9138-4e02-9ba6-8166821dee43 req-f57f9f74-5fbd-464b-ad09-cd3953963c4e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 210 time: 0.0736160 Jun 03 20:03:29.335137 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5de426-9cf6-42c8-b11f-8b2233190659 req-4657bde2-048b-4a96-9418-1ba5acb0ece4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:29.336994 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dc5de426-9cf6-42c8-b11f-8b2233190659 req-4657bde2-048b-4a96-9418-1ba5acb0ece4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.2770894 Jun 03 20:03:29.402555 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dc5de426-9cf6-42c8-b11f-8b2233190659 req-2431d799-3661-4c9e-a7f0-2c3f730e7b22 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573626 Jun 03 20:03:29.665752 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6b0befa0-2a24-43a2-a43b-972be21b668e req-35d2e4fc-f857-4066-a7e8-387ebd6f0b7d tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] 10.222.0.95 "GET /v2.0/ports?device_id=a16d389a-8adf-490d-a615-fbf688eee659 HTTP/1.1" status: 200 len: 210 time: 0.0978634 Jun 03 20:03:29.786264 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529ce220-45a0-413d-8913-a7469e4da1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e0aa2-ae5a-4231-951c-0962968ea818'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:29.788677 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2097b714-70f7-4131-86a4-be9575f1e68c" -d '{"events": [{"server_uuid": "529ce220-45a0-413d-8913-a7469e4da1aa", "name": "network-vif-plugged", "status": "completed", "tag": "b96e0aa2-ae5a-4231-951c-0962968ea818"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:29.849696 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82a15d2-24e5-4c5d-9ad3-431574894999 x-openstack-request-id: req-b82a15d2-24e5-4c5d-9ad3-431574894999 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:29.849696 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529ce220-45a0-413d-8913-a7469e4da1aa", "name": "network-vif-plugged", "status": "completed", "tag": "b96e0aa2-ae5a-4231-951c-0962968ea818", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:29.849696 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b82a15d2-24e5-4c5d-9ad3-431574894999 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:29.849696 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529ce220-45a0-413d-8913-a7469e4da1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e0aa2-ae5a-4231-951c-0962968ea818', 'code': 200} Jun 03 20:03:30.164655 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e849dd-f936-420c-9d78-3000c8d21d86 req-427f217a-cf09-4b27-8e4c-f8b132b3aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:30.166470 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-06e849dd-f936-420c-9d78-3000c8d21d86 req-427f217a-cf09-4b27-8e4c-f8b132b3aa99 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 1098 time: 0.0903013 Jun 03 20:03:30.174182 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57424) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:30.230481 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-06e849dd-f936-420c-9d78-3000c8d21d86 req-34c8d688-50d3-423c-a20c-4b8f4b7e3a9b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493181 Jun 03 20:03:30.299301 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 1ec3d287-94b6-4d83-9666-cec18d8ff243 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:03:30.331918 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:30.341789 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 1ec3d287-94b6-4d83-9666-cec18d8ff243 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:03:30.342398 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 1ec3d287-94b6-4d83-9666-cec18d8ff243 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:03:30.356352 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:30.363201 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] Usage tracker for resource:security_group_rule and tenant:06690b3869854595941b6a7fa1d94b55 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:30.367170 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:30.374568 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7864-685c-40cc-bdbc-b42fd572909d req-71774efc-7be8-4493-aafa-63a2ffcbb215 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:30.375427 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:30.377670 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b32d7864-685c-40cc-bdbc-b42fd572909d req-71774efc-7be8-4493-aafa-63a2ffcbb215 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1440477 Jun 03 20:03:30.431263 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2ec51663-447c-4cdb-9241-e949e69062f8 req-0ea3b84c-bd15-45b9-9ee2-6a0c73d571c5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 210 time: 0.0511992 Jun 03 20:03:30.497231 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b32d7864-685c-40cc-bdbc-b42fd572909d req-b5849062-07f0-4fcf-9b84-fba929dbbc9c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757613 Jun 03 20:03:30.497601 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:30.504086 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:30.564421 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-63afca6d-acfc-4567-a3be-80cc0e37b35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:30.581894 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=06690b3869854595941b6a7fa1d94b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036016 Jun 03 20:03:30.582249 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57440) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:30.599390 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 57442) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:30.636375 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd656d-e4d8-4562-8583-6ea9b3ea7e57 req-2c1afa3b-835b-47c0-80ef-8f20e9737f83 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:30.638061 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d1cd656d-e4d8-4562-8583-6ea9b3ea7e57 req-2c1afa3b-835b-47c0-80ef-8f20e9737f83 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1012306 Jun 03 20:03:30.639877 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58a274d-90a1-4c40-8271-b93e6670c3c0,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:30.645157 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:30.663513 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1b67d616-f004-40e0-997f-fbcd94c83e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:30.727882 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1b67d616-f004-40e0-997f-fbcd94c83e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:30.761549 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d1cd656d-e4d8-4562-8583-6ea9b3ea7e57 req-1ce6390b-4c33-4ab6-a229-64f4025406d9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150668 Jun 03 20:03:30.892433 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:30.892949 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1b67d616-f004-40e0-997f-fbcd94c83e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:30.900410 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:30.915844 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67d616-f004-40e0-997f-fbcd94c83e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58a274d-90a1-4c40-8271-b93e6670c3c0,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:30.919093 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1b67d616-f004-40e0-997f-fbcd94c83e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:30.926457 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1b67d616-f004-40e0-997f-fbcd94c83e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:30.928105 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-1b67d616-f004-40e0-997f-fbcd94c83e5f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f58a274d-90a1-4c40-8271-b93e6670c3c0 HTTP/1.1" status: 204 len: 168 time: 0.3447001 Jun 03 20:03:30.934873 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:30.946116 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] Usage tracker for resource:security_group_rule and tenant:421dc7367f7a4deda465f67288bd1211 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:30.949600 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:30.968626 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:31.340211 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-d3fd4512-fb08-4b31-a7fd-b24ffaa9433a tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:31.342891 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-d3fd4512-fb08-4b31-a7fd-b24ffaa9433a tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 814 time: 0.3062963 Jun 03 20:03:31.347187 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:31.351534 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:31.356894 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57468) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:31.382520 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:31.384461 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c5d70862-8927-4618-b513-7d1818b7e6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:31.394618 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=421dc7367f7a4deda465f67288bd1211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7941053 Jun 03 20:03:31.399205 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Request body: {'port': {'device_id': '38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6', 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a', 'admin_state_up': True, 'tenant_id': '65491ea764214e92bb2abe93dc6c2adc'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:31.410123 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57474) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:31.414627 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:31.421230 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] Usage tracker for resource:security_group_rule and tenant:59fa8bc632284f1e88775c700d86b9c2 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:31.439957 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:31.445576 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:31.506042 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36591d63-7fb2-4dce-ae8c-e87f537b1f91,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:31.509962 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:31.515396 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b2568ec2-30d2-4230-90e9-4cd872f3f985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:31.560341 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b2568ec2-30d2-4230-90e9-4cd872f3f985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:31.590886 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:31.644490 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:31.653538 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:31.661537 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-587f4831-74c9-453d-b785-c168fa28782a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:31.668790 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:31.690821 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b2568ec2-30d2-4230-90e9-4cd872f3f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:31.710174 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cbe9e339-d942-4c8c-8512-9072e75b6c88 req-fdb0fcc6-18ea-40fa-aba7-5ba0776e9b0e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 210 time: 0.1140003 Jun 03 20:03:31.728417 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=59fa8bc632284f1e88775c700d86b9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655949 Jun 03 20:03:31.728417 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f583ad95-dd5b-433b-9343-1ae7e6c71e6b,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:31.730369 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 57482) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:31.731201 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:31.731701 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4fcbd368-cd45-4e68-9fbe-ca1a7df95612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:31.746987 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2568ec2-30d2-4230-90e9-4cd872f3f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36591d63-7fb2-4dce-ae8c-e87f537b1f91,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:31.749791 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b2568ec2-30d2-4230-90e9-4cd872f3f985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:31.753605 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-b2568ec2-30d2-4230-90e9-4cd872f3f985 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/36591d63-7fb2-4dce-ae8c-e87f537b1f91 HTTP/1.1" status: 204 len: 168 time: 0.3342631 Jun 03 20:03:31.754940 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b2568ec2-30d2-4230-90e9-4cd872f3f985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:31.761332 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Made reservation on behalf of 65491ea764214e92bb2abe93dc6c2adc for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:03:31.765030 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:31.941124 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80524058-98b9-4971-ac97-2ca413f02b10 req-f5bc3f3f-7295-4693-b020-9006228ec2a0 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:31.942930 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-80524058-98b9-4971-ac97-2ca413f02b10 req-f5bc3f3f-7295-4693-b020-9006228ec2a0 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.2815173 Jun 03 20:03:31.946530 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad239-c327-47df-8d35-08d9bddc3c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.074153 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad239-c327-47df-8d35-08d9bddc3c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.161592 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Allocated IP 172.20.0.14 (b20ed959-7f00-42fd-9ac3-7f1f0415214a/1d0a58f4-bb19-479f-be40-bdf528e168d1/ae656bb4-69a9-43ec-9929-a144ab1b2759) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:03:32.173433 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-80524058-98b9-4971-ac97-2ca413f02b10 req-d7168576-893c-46aa-bb9e-08a47e68a8a3 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203929 Jun 03 20:03:32.296813 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57492) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:32.313622 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad239-c327-47df-8d35-08d9bddc3c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.315709 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.323207 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:32.332359 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:32.336326 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] Usage tracker for resource:security_group_rule and tenant:65d03841d21d451fbe3633ead4125f3d is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:32.337179 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd6985-66f3-4dd7-afb2-26730770a32e req-2d44dedf-8512-4981-af1f-13a8d28984b7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:32.338694 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-64dd6985-66f3-4dd7-afb2-26730770a32e req-2d44dedf-8512-4981-af1f-13a8d28984b7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.2887409 Jun 03 20:03:32.339561 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:32.345999 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:32.405563 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ad239-c327-47df-8d35-08d9bddc3c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f583ad95-dd5b-433b-9343-1ae7e6c71e6b,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:32.424577 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0a7ad239-c327-47df-8d35-08d9bddc3c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:32.461623 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.468693 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.504478 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:32.506444 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-64dd6985-66f3-4dd7-afb2-26730770a32e req-69704b8d-1395-4d84-b535-906040acafe7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100664 Jun 03 20:03:32.519730 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad239-c327-47df-8d35-08d9bddc3c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.521077 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-0a7ad239-c327-47df-8d35-08d9bddc3c4f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f583ad95-dd5b-433b-9343-1ae7e6c71e6b HTTP/1.1" status: 204 len: 168 time: 0.7879555 Jun 03 20:03:32.539948 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf4c38-cb64-4c1f-ae23-3c1830356ab5,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:32.549867 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:32.564937 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=65d03841d21d451fbe3633ead4125f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664802 Jun 03 20:03:32.565579 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57502) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:32.570989 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.619069 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.639723 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5b382fa-fbf5-49ca-8f79-86b51ff94e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.640205 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4a1712a1-d4d5-4678-a7cd-249bb23b618e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:32.647331 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['85e2557e-ca12-4216-8e70-112232eaf664'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:03:32.669818 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5b382fa-fbf5-49ca-8f79-86b51ff94e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.729990 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5b382fa-fbf5-49ca-8f79-86b51ff94e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.737739 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1645fe89-ba7a-4867-9eb1-e587324f9044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:32.757036 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d5b382fa-fbf5-49ca-8f79-86b51ff94e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.763249 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Pushing event updated for resources: {'Port': ['ID=ae656bb4-69a9-43ec-9929-a144ab1b2759,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:32.768514 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:32.777196 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d5b382fa-fbf5-49ca-8f79-86b51ff94e96 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/24bf4c38-cb64-4c1f-ae23-3c1830356ab5 HTTP/1.1" status: 204 len: 168 time: 0.1989040 Jun 03 20:03:32.778812 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b382fa-fbf5-49ca-8f79-86b51ff94e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf4c38-cb64-4c1f-ae23-3c1830356ab5,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:32.784343 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d5b382fa-fbf5-49ca-8f79-86b51ff94e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:32.784531 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Network b20ed959-7f00-42fd-9ac3-7f1f0415214a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:03:32.785969 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:03:32.790215 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:03:32.800223 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:32.800223 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:32.834023 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4502783 Jun 03 20:03:32.862375 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Request body: {'port': {'device_id': '38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:32.866781 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57510) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:33.117852 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a09126-1148-40b9-b26e-c09449eac568 admin admin] Deleting subnet fe862aea-e5fe-4f62-a15c-661fee9b69af {{(pid=91760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:03:33.132667 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9a09126-1148-40b9-b26e-c09449eac568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:33.218517 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9a09126-1148-40b9-b26e-c09449eac568 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:33.230831 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9a09126-1148-40b9-b26e-c09449eac568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:33.282302 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:33.294258 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f313fe-fdbf-43ab-a0a8-71937bbc7d77 req-002ab0b0-127f-437d-9939-5e26deda63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:33.294385 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 57524) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:33.296166 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-45f313fe-fdbf-43ab-a0a8-71937bbc7d77 req-002ab0b0-127f-437d-9939-5e26deda63c6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 1099 time: 0.2754056 Jun 03 20:03:33.328378 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:33.381037 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 57526) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:33.411146 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:33.422173 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:33.431493 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] Usage tracker for resource:security_group_rule and tenant:1f99dbd6e70f4f4eba2e4ce73867c04c is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:33.440521 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:33.469328 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:33.522797 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:33.531907 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de9ca2-60aa-46fe-8e34-7997d600782b req-8faf1906-7ac2-446c-b91f-617c58efd840 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:33.532604 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-45de9ca2-60aa-46fe-8e34-7997d600782b req-8faf1906-7ac2-446c-b91f-617c58efd840 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Synchronizing usage tracker for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:03:33.550433 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e80601b4ac4a818ae2ebbbf1d4232f is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:33.561968 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736e64-1d34-4d54-9fb9-94a21b561009 req-31081b20-1074-494b-a88e-361acbfbe404 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:33.563446 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-93736e64-1d34-4d54-9fb9-94a21b561009 req-31081b20-1074-494b-a88e-361acbfbe404 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.3883576 Jun 03 20:03:33.564320 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:33.585036 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f313fe-fdbf-43ab-a0a8-71937bbc7d77 req-b4977db3-1232-42f2-a667-ab529fc308f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:33.586468 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-45f313fe-fdbf-43ab-a0a8-71937bbc7d77 req-b4977db3-1232-42f2-a667-ab529fc308f4 service neutron] 10.222.0.109 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 921 time: 0.2523372 Jun 03 20:03:33.590249 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:33.677881 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-45f313fe-fdbf-43ab-a0a8-71937bbc7d77 req-4ba98702-18df-4ac5-a32f-97adba785f03 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0adca753-b6a2-4d38-8660-d749535d0032 HTTP/1.1" status: 200 len: 217 time: 0.0736647 Jun 03 20:03:33.693868 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9a09126-1148-40b9-b26e-c09449eac568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268'] for subnet, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:33.698953 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fa232bd8-337e-4537-bf39-90d21d2c864a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:33.737917 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-45de9ca2-60aa-46fe-8e34-7997d600782b req-8faf1906-7ac2-446c-b91f-617c58efd840 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Unset dirty status for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:03:33.739233 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-45de9ca2-60aa-46fe-8e34-7997d600782b req-8faf1906-7ac2-446c-b91f-617c58efd840 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 932 time: 0.6331539 Jun 03 20:03:33.771332 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a09126-1148-40b9-b26e-c09449eac568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe862aea-e5fe-4f62-a15c-661fee9b69af,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:33.778832 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a9a09126-1148-40b9-b26e-c09449eac568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:33.784165 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9a09126-1148-40b9-b26e-c09449eac568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:33.802059 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a9a09126-1148-40b9-b26e-c09449eac568 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/fe862aea-e5fe-4f62-a15c-661fee9b69af HTTP/1.1" status: 204 len: 168 time: 0.9319077 Jun 03 20:03:33.803197 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57528) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:33.840350 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f313fe-fdbf-43ab-a0a8-71937bbc7d77 req-d46e432d-f62e-4951-a5de-933bd5649859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:33.842358 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-45f313fe-fdbf-43ab-a0a8-71937bbc7d77 req-d46e432d-f62e-4951-a5de-933bd5649859 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=157340b1-3d75-4530-84fc-1ece88c2efe5 HTTP/1.1" status: 200 len: 859 time: 0.1139522 Jun 03 20:03:33.870465 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-93736e64-1d34-4d54-9fb9-94a21b561009 req-ef8b2cca-48f3-4061-8441-7e3f38dcc0e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877219 Jun 03 20:03:33.964440 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:33.969798 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-45f313fe-fdbf-43ab-a0a8-71937bbc7d77 req-1fc11e81-02dd-4c3e-93f2-b1d11acbfcc0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718963 Jun 03 20:03:33.970006 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-45de9ca2-60aa-46fe-8e34-7997d600782b req-0d1c6a40-3318-43fb-a63c-d9ad77fcb080 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977561 Jun 03 20:03:34.047661 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.069765 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.113221 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:34.167442 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.264442 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.288917 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1f99dbd6e70f4f4eba2e4ce73867c04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9910369 Jun 03 20:03:34.294970 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285c40c5-6e53-447e-902a-66be5552c60c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:34.299387 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 57530) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:34.318924 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:34.323297 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.328257 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ce09d6d4-6eec-416f-a352-f961b30b4f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:34.347241 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.347692 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.348900 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.348900 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > port after_create 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.349120 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.349488 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > port after_update 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.349742 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.350076 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.350392 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.350713 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.365153 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae656bb4-69a9-43ec-9929-a144ab1b2759 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:34.387161 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a5e80601b4ac4a818ae2ebbbf1d4232f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0052032 Jun 03 20:03:34.395513 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.412982 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 57534) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:34.442290 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d1a230-54a5-4a19-9237-4c7c43252627,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:34.452421 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:34.460756 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Transition to ACTIVE for port object ae656bb4-69a9-43ec-9929-a144ab1b2759 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:03:34.479580 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.511508 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:34.564309 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-03f7c50e-b6d3-470c-b9ee-5504e6172c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.658091 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1542-7b89-4d5a-a376-3e224b663240 req-4e742ea2-cae4-4b56-af0a-58d7c8bcefaf tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:34.659591 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-427c1542-7b89-4d5a-a376-3e224b663240 req-4e742ea2-cae4-4b56-af0a-58d7c8bcefaf tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.5190001 Jun 03 20:03:34.721049 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-03f7c50e-b6d3-470c-b9ee-5504e6172c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.733201 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.733918 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.734014 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.734321 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:03:34.734868 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0']}} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:34.744773 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-45f313fe-fdbf-43ab-a0a8-71937bbc7d77 req-b44051dc-526b-46f1-b05b-e99d4918b4dc service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7654662 Jun 03 20:03:34.751803 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b20ecf-cf5b-495e-a849-7673899ad096') {'for_net_delete': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:34.752101 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b20ecf-cf5b-495e-a849-7673899ad096') {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:34.758695 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae656bb4-69a9-43ec-9929-a144ab1b2759,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:34.777265 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-34a6c1cf-c427-485b-b8c2-5ad991a84207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.779770 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:34.792448 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15982328'] for segment, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.869211 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-34a6c1cf-c427-485b-b8c2-5ad991a84207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.879415 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.879824 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-427c1542-7b89-4d5a-a376-3e224b663240 req-bcefcec1-309d-4fa4-a3ad-debdf851d39d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979132 Jun 03 20:03:34.880542 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Attempting to bind port ae656bb4-69a9-43ec-9929-a144ab1b2759 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:03:34.880803 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Attempting to bind port ae656bb4-69a9-43ec-9929-a144ab1b2759 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:03:34.881156 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Attempting to bind port ae656bb4-69a9-43ec-9929-a144ab1b2759 on network b20ed959-7f00-42fd-9ac3-7f1f0415214a {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:34.896789 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Port ae656bb4-69a9-43ec-9929-a144ab1b2759 on network b20ed959-7f00-42fd-9ac3-7f1f0415214a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:03:34.897147 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Attempting to bind port ae656bb4-69a9-43ec-9929-a144ab1b2759 on network b20ed959-7f00-42fd-9ac3-7f1f0415214a {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:34.921617 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:03:34.921881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Checking segment: {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:03:34.922623 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Bound using segment: {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:03:34.923274 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Bound port: ae656bb4-69a9-43ec-9929-a144ab1b2759, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:03:34.923933 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.958895 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=91760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:03:34.965409 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13816136'] for segment, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: from cryptography.utils import int_from_bytes Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: from cryptography.utils import int_from_bytes Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: Traceback (most recent call last): Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: timer() Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: cb(*args, **kw) Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: return func(*args, **kwargs) Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: self._notify() Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: self.callback(batched_events) Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: event.method(event) Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: return f(self, *a, **k) Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: return self._get(url).json() Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: return self.request(url, 'GET', **kwargs) Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:03:34.996417 dv-cinder-794669-1-smb neutron-server[91760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:03:35.023054 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-03f7c50e-b6d3-470c-b9ee-5504e6172c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.046713 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0625dd16-1364-4111-9a49-7a7f560fe29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:35.062177 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-34a6c1cf-c427-485b-b8c2-5ad991a84207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.075379 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7c50e-b6d3-470c-b9ee-5504e6172c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285c40c5-6e53-447e-902a-66be5552c60c,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:35.081290 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-03f7c50e-b6d3-470c-b9ee-5504e6172c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:35.089663 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:35.111887 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-45f313fe-fdbf-43ab-a0a8-71937bbc7d77 req-d8ad5eeb-29d0-402e-97a4-3fcab3b8603d service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514924 Jun 03 20:03:35.113286 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.119711 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:35.144784 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.147347 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:35.150393 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:35.153715 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6c1cf-c427-485b-b8c2-5ad991a84207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d1a230-54a5-4a19-9237-4c7c43252627,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:35.157395 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-361333a7-c3d1-4097-bd62-29d736610653 admin admin] 10.222.0.95 "DELETE /v2.0/networks/ae7cfea6-0b6d-4e55-8cb1-dd19cd3a38b0 HTTP/1.1" status: 204 len: 168 time: 1.3509238 Jun 03 20:03:35.176442 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-34a6c1cf-c427-485b-b8c2-5ad991a84207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.180250 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-34a6c1cf-c427-485b-b8c2-5ad991a84207 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/55d1a230-54a5-4a19-9237-4c7c43252627 HTTP/1.1" status: 204 len: 168 time: 0.7637341 Jun 03 20:03:35.180250 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-34a6c1cf-c427-485b-b8c2-5ad991a84207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:35.192960 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-03f7c50e-b6d3-470c-b9ee-5504e6172c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.196111 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-03f7c50e-b6d3-470c-b9ee-5504e6172c7e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/285c40c5-6e53-447e-902a-66be5552c60c HTTP/1.1" status: 204 len: 168 time: 0.8859353 Jun 03 20:03:35.266267 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] For port ae656bb4-69a9-43ec-9929-a144ab1b2759, host hv-cinder-79466, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:03:35.279813 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] For port ae656bb4-69a9-43ec-9929-a144ab1b2759, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ae656bb4-69a9-43ec-9929-a144ab1b2759,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:03:35.289915 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.300120 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:35.364828 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:35.365479 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.366870 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] 10.222.0.109 "PUT /v2.0/ports/ae656bb4-69a9-43ec-9929-a144ab1b2759 HTTP/1.1" status: 200 len: 1094 time: 2.5089390 Jun 03 20:03:35.374219 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6', 'tag': 'ae656bb4-69a9-43ec-9929-a144ab1b2759'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:35.376308 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed854a-8411-44ea-9d25-1a49da2dc0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6", "tag": "ae656bb4-69a9-43ec-9929-a144ab1b2759"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:35.401101 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959e343-dcff-4d92-9ea8-9d6060490633 req-b08190dd-755c-4b89-8b95-3369f3d88e64 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:35.402089 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57566) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:35.403014 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e959e343-dcff-4d92-9ea8-9d6060490633 req-b08190dd-755c-4b89-8b95-3369f3d88e64 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.2833436 Jun 03 20:03:35.417510 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 57568) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:35.425484 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-414ac20f-530f-4dd8-b7f0-11fbbed194aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'floatingip': {'port_id': 'b96e0aa2-ae5a-4231-951c-0962968ea818'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:35.523419 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-f995767f-ab4c-49f6-a23c-cadc2a6c658f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ba7e2f10375f45d3a4bc7cdb8203c634&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1197975 Jun 03 20:03:35.527717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57572) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:35.570620 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ccf59-2a99-4266-9bc8-b9209e840ec0 req-d0131248-855e-46fe-8a4d-717c79dcfb3b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:35.572193 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-312ccf59-2a99-4266-9bc8-b9209e840ec0 req-d0131248-855e-46fe-8a4d-717c79dcfb3b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.4162583 Jun 03 20:03:35.578161 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae656bb4-69a9-43ec-9929-a144ab1b2759,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:35.584519 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:35.588529 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-414ac20f-530f-4dd8-b7f0-11fbbed194aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.630433 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-def0e31d-7712-48b1-bc83-5ef6e9e1df31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.668234 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-def0e31d-7712-48b1-bc83-5ef6e9e1df31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.742728 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-def0e31d-7712-48b1-bc83-5ef6e9e1df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.747556 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d5a05574-3ccf-4a8a-9356-51048fbd58a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:35.764701 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0e31d-7712-48b1-bc83-5ef6e9e1df31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf75803-7570-49a5-bab2-b495eb7e4057,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:35.768607 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-def0e31d-7712-48b1-bc83-5ef6e9e1df31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:35.771953 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-def0e31d-7712-48b1-bc83-5ef6e9e1df31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:35.773379 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-def0e31d-7712-48b1-bc83-5ef6e9e1df31 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fcf75803-7570-49a5-bab2-b495eb7e4057 HTTP/1.1" status: 204 len: 168 time: 0.2444172 Jun 03 20:03:35.886049 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-312ccf59-2a99-4266-9bc8-b9209e840ec0 req-4afc2e27-d0a5-4b2b-8e4a-586c9b7be392 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000476 Jun 03 20:03:36.073914 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-72f77f01-1f5e-4852-bd51-743ce03d5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:36.075325 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-72f77f01-1f5e-4852-bd51-743ce03d5bee service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 1097 time: 0.5878627 Jun 03 20:03:36.108980 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75925ddc-e5c5-4f19-9260-9871e11b6f2f req-107caed6-f10e-4146-99b1-235992f921a9 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:36.116657 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-75925ddc-e5c5-4f19-9260-9871e11b6f2f req-107caed6-f10e-4146-99b1-235992f921a9 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 944 time: 0.5390236 Jun 03 20:03:36.262908 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f535b5-914c-4a8a-a96b-c2c82f25dccb x-openstack-request-id: req-10f535b5-914c-4a8a-a96b-c2c82f25dccb {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:36.263302 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6", "tag": "ae656bb4-69a9-43ec-9929-a144ab1b2759", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:36.264612 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-10f535b5-914c-4a8a-a96b-c2c82f25dccb {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:36.264841 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6', 'tag': 'ae656bb4-69a9-43ec-9929-a144ab1b2759', 'status': 'completed', 'code': 200} Jun 03 20:03:36.281606 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-d142d97b-26b6-47a0-8f8c-84e6d12feb6b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae656bb4-69a9-43ec-9929-a144ab1b2759 HTTP/1.1" status: 200 len: 217 time: 0.1806700 Jun 03 20:03:36.401621 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-75925ddc-e5c5-4f19-9260-9871e11b6f2f req-7fb851d8-0cfc-4d2d-876f-78b976687ec1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845721 Jun 03 20:03:36.474136 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-4aaf5fdf-903f-4415-ac27-3ba9106a1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:36.475569 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-4aaf5fdf-903f-4415-ac27-3ba9106a1e17 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1d0a58f4-bb19-479f-be40-bdf528e168d1 HTTP/1.1" status: 200 len: 854 time: 0.1743128 Jun 03 20:03:36.574085 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-10e7f5bf-f474-49cb-a995-caa4d54be3b3 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b20ed959-7f00-42fd-9ac3-7f1f0415214a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763652 Jun 03 20:03:36.958305 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-d4726ab8-9f2e-4de3-90c8-1374146079dd service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228054 Jun 03 20:03:37.113938 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.db.resource_extend [None req-414ac20f-530f-4dd8-b7f0-11fbbed194aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 20:03:37.288911 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-414ac20f-530f-4dd8-b7f0-11fbbed194aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:37.306362 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-414ac20f-530f-4dd8-b7f0-11fbbed194aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:37.501158 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a48e7c19-bbfa-4c85-8ed2-6e1e39de8f89 req-aed9e2d1-194f-4247-9057-e4cead8780fe service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975123 Jun 03 20:03:37.548612 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c1a93-b794-4687-8968-d6d4e8941b59 req-cf7e107c-06db-4e6b-8f15-e6436ad5eee4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:37.550157 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-779c1a93-b794-4687-8968-d6d4e8941b59 req-cf7e107c-06db-4e6b-8f15-e6436ad5eee4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.4821715 Jun 03 20:03:37.792930 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-779c1a93-b794-4687-8968-d6d4e8941b59 req-9e5e5939-4aed-4eeb-b3aa-77b142326f66 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728415 Jun 03 20:03:37.827311 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.l3_db [None req-414ac20f-530f-4dd8-b7f0-11fbbed194aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Floating IP ca719aac-a828-4a41-bcf5-4a0811ca4864 associated. External IP: 172.28.3.34, port: b96e0aa2-ae5a-4231-951c-0962968ea818. Jun 03 20:03:37.975186 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed854a-8411-44ea-9d25-1a49da2dc0c5 req-9921d609-e32b-4978-96b5-8bfa0de75c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:37.975186 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0bed854a-8411-44ea-9d25-1a49da2dc0c5 req-9921d609-e32b-4978-96b5-8bfa0de75c4f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 1097 time: 0.3525326 Jun 03 20:03:38.027755 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c012da-713a-4f63-ad32-f62c25bd4cde req-2586fdf7-176c-4c27-888b-f92895768e3e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:38.029877 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-54c012da-713a-4f63-ad32-f62c25bd4cde req-2586fdf7-176c-4c27-888b-f92895768e3e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 944 time: 0.4118354 Jun 03 20:03:38.187950 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-54c012da-713a-4f63-ad32-f62c25bd4cde req-8c85d512-7675-4a14-9dc5-b87f1c713a79 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756149 Jun 03 20:03:38.406841 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed854a-8411-44ea-9d25-1a49da2dc0c5 req-4a629143-fd44-4280-8696-11c6a59974cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:38.408365 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0bed854a-8411-44ea-9d25-1a49da2dc0c5 req-4a629143-fd44-4280-8696-11c6a59974cd service neutron] 10.222.0.109 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 916 time: 0.4129958 Jun 03 20:03:38.536172 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0bed854a-8411-44ea-9d25-1a49da2dc0c5 req-ba5c8001-507d-4b69-b14a-9b0b47adef4c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae656bb4-69a9-43ec-9929-a144ab1b2759 HTTP/1.1" status: 200 len: 217 time: 0.0664747 Jun 03 20:03:38.632332 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414ac20f-530f-4dd8-b7f0-11fbbed194aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:03:38.715941 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed854a-8411-44ea-9d25-1a49da2dc0c5 req-7cd29d5a-7a74-4ef4-80eb-ef5cb0606001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:38.717624 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0bed854a-8411-44ea-9d25-1a49da2dc0c5 req-7cd29d5a-7a74-4ef4-80eb-ef5cb0606001 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1d0a58f4-bb19-479f-be40-bdf528e168d1 HTTP/1.1" status: 200 len: 854 time: 0.1520500 Jun 03 20:03:38.856240 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0bed854a-8411-44ea-9d25-1a49da2dc0c5 req-ea3462ff-e4fd-4d58-86b7-da11c4a1b30e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b20ed959-7f00-42fd-9ac3-7f1f0415214a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204484 Jun 03 20:03:39.044042 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414ac20f-530f-4dd8-b7f0-11fbbed194aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:03:39.053704 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-414ac20f-530f-4dd8-b7f0-11fbbed194aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:39.065885 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] Sync routers for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:03:39.090035 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:03:39.090683 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:03:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:39.243949 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-414ac20f-530f-4dd8-b7f0-11fbbed194aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "PUT /v2.0/floatingips/ca719aac-a828-4a41-bcf5-4a0811ca4864 HTTP/1.1" status: 200 len: 990 time: 3.8220415 Jun 03 20:03:39.283960 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529ce220-45a0-413d-8913-a7469e4da1aa', 'tag': 'b96e0aa2-ae5a-4231-951c-0962968ea818'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:39.286697 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c19234-6604-4a9d-9f9c-527346bf4544" -d '{"events": [{"name": "network-changed", "server_uuid": "529ce220-45a0-413d-8913-a7469e4da1aa", "tag": "b96e0aa2-ae5a-4231-951c-0962968ea818"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:39.340119 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0bed854a-8411-44ea-9d25-1a49da2dc0c5 req-664e32b5-cbf1-44ff-8234-ea45eae51640 service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652321 Jun 03 20:03:39.436575 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:03:39.458408 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57742) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:39.679538 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d76e00-784d-478c-91b5-0bf0da8f138a req-8392d35a-efc7-4d37-a4f8-6478385ef7e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:39.681411 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-30d76e00-784d-478c-91b5-0bf0da8f138a req-8392d35a-efc7-4d37-a4f8-6478385ef7e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.4326169 Jun 03 20:03:39.691500 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:39.708990 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:39.713567 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] Usage tracker for resource:security_group_rule and tenant:347fcc09263645628093e8cefca8cdc9 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:39.717458 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:39.724640 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:39.791366 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0bed854a-8411-44ea-9d25-1a49da2dc0c5 req-6353465e-ae8c-4d17-9f84-a84d02ff3c86 service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344816 Jun 03 20:03:39.886603 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-30d76e00-784d-478c-91b5-0bf0da8f138a req-91e54340-7054-4396-a121-ff86dfaac7a1 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179669 Jun 03 20:03:39.887233 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:39.893310 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:39.899898 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3036-770a-47bd-a001-f83260a3492f req-8d8172c3-29c9-439a-9604-c8847e98da3e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:39.901479 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-01af3036-770a-47bd-a001-f83260a3492f req-8d8172c3-29c9-439a-9604-c8847e98da3e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 944 time: 0.3439524 Jun 03 20:03:39.904541 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:39.929896 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': 'ca719aac-a828-4a41-bcf5-4a0811ca4864', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'port_id': 'b96e0aa2-ae5a-4231-951c-0962968ea818', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'mac_address': 'fa:16:3e:3e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529ce220-45a0-413d-8913-a7469e4da1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:02:53Z', 'updated_at': '2021-06-03T20:03:36Z', 'revision_number': 1, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:39.937294 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] Checking router: 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:03:39.938091 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bcac1d-92f7-45fd-8d6d-9ab997f59012,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:39.943139 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:39.952060 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:03:39.952700 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:03:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:39.968557 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=347fcc09263645628093e8cefca8cdc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088534 Jun 03 20:03:39.969190 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57756) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:39.999404 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-01af3036-770a-47bd-a001-f83260a3492f req-cde94267-64d4-464e-a54b-7c92a991566a tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908134 Jun 03 20:03:40.057720 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-294a21b0-fba4-4957-b7e8-7787798509b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:40.076493 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3275f3-0f48-4bdb-8bcc-c678457d2298 x-openstack-request-id: req-6a3275f3-0f48-4bdb-8bcc-c678457d2298 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:40.077047 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529ce220-45a0-413d-8913-a7469e4da1aa", "tag": "b96e0aa2-ae5a-4231-951c-0962968ea818", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:40.077382 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6a3275f3-0f48-4bdb-8bcc-c678457d2298 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:40.077953 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529ce220-45a0-413d-8913-a7469e4da1aa', 'tag': 'b96e0aa2-ae5a-4231-951c-0962968ea818', 'status': 'completed', 'code': 200} Jun 03 20:03:40.096841 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-294a21b0-fba4-4957-b7e8-7787798509b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:40.186975 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-294a21b0-fba4-4957-b7e8-7787798509b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:40.187656 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:03:40.194248 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b8a1fcc5-7bfd-4c59-9877-69cfe2d2fbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:40.209336 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a21b0-fba4-4957-b7e8-7787798509b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bcac1d-92f7-45fd-8d6d-9ab997f59012,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:40.212554 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-294a21b0-fba4-4957-b7e8-7787798509b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:40.214645 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-a90caa7e-a70a-4ddf-bb22-9de489bf5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:40.216122 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-294a21b0-fba4-4957-b7e8-7787798509b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:40.216269 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-a90caa7e-a70a-4ddf-bb22-9de489bf5194 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 1098 time: 0.0958908 Jun 03 20:03:40.219040 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-294a21b0-fba4-4957-b7e8-7787798509b9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/14bcac1d-92f7-45fd-8d6d-9ab997f59012 HTTP/1.1" status: 204 len: 168 time: 0.2480156 Jun 03 20:03:40.478484 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-32da8fd0-bf9f-44d2-9494-b6d4f68085dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:40.479941 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-32da8fd0-bf9f-44d2-9494-b6d4f68085dd service neutron] 10.222.0.109 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 912 time: 0.2409973 Jun 03 20:03:40.593100 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-d7752ef2-29fb-41af-897e-63e19c3d41d6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96e0aa2-ae5a-4231-951c-0962968ea818 HTTP/1.1" status: 200 len: 998 time: 0.1040907 Jun 03 20:03:40.626230 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57766) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:40.654846 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:40.668134 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': 'ca719aac-a828-4a41-bcf5-4a0811ca4864', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'port_id': 'b96e0aa2-ae5a-4231-951c-0962968ea818', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'mac_address': 'fa:16:3e:3e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529ce220-45a0-413d-8913-a7469e4da1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:02:53Z', 'updated_at': '2021-06-03T20:03:36Z', 'revision_number': 1, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:03:40.673054 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4010c-4740-4af9-9149-0d7ebdf1f338 None None] The sync data for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb is: [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': 'ca719aac-a828-4a41-bcf5-4a0811ca4864', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'port_id': 'b96e0aa2-ae5a-4231-951c-0962968ea818', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'mac_address': 'fa:16:3e:3e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529ce220-45a0-413d-8913-a7469e4da1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:02:53Z', 'updated_at': '2021-06-03T20:03:36Z', 'revision_number': 1, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:03:40.674028 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:40.679915 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] Usage tracker for resource:security_group_rule and tenant:3d99ea09d5534a01a46e9d055dc4658b is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:40.683790 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-dcf5a013-2e6b-4e0c-b301-252a140b96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:40.686483 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-dcf5a013-2e6b-4e0c-b301-252a140b96ab service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 200 len: 849 time: 0.0747066 Jun 03 20:03:40.690069 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:40.698007 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:40.806376 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-20c2f3bc-65f1-4ec2-9f21-bdd8b3b341af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:40.807833 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-20c2f3bc-65f1-4ec2-9f21-bdd8b3b341af service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=aabff61b-8e41-4f90-a119-19e973bbee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0980766 Jun 03 20:03:40.860486 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:40.870375 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:40.883221 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-87444327-17ee-4a3d-b75e-4673216798d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:40.942714 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3d99ea09d5534a01a46e9d055dc4658b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143594 Jun 03 20:03:40.944053 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f45908-76ca-4548-aa25-0c4e592168c2,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:40.948357 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57778) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:40.967348 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:40.977516 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87104d05-4b5d-453a-9597-ed5c930aa46c None None] New status for floating IP ca719aac-a828-4a41-bcf5-4a0811ca4864: ACTIVE {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:03:41.058581 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-8ae7ae76-73d9-4621-b680-152966ef253c service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267778 Jun 03 20:03:41.080848 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aabd7579-a7d1-4cd4-a825-0f1bc34dbd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:41.172409 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aabd7579-a7d1-4cd4-a825-0f1bc34dbd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:41.298303 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aabd7579-a7d1-4cd4-a825-0f1bc34dbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:41.302852 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a4703067-028d-4f35-adf3-8df086c08d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:41.318340 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd7579-a7d1-4cd4-a825-0f1bc34dbd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f45908-76ca-4548-aa25-0c4e592168c2,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:41.322316 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-aabd7579-a7d1-4cd4-a825-0f1bc34dbd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:41.334119 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aabd7579-a7d1-4cd4-a825-0f1bc34dbd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:41.341837 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-aabd7579-a7d1-4cd4-a825-0f1bc34dbd9b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c4f45908-76ca-4548-aa25-0c4e592168c2 HTTP/1.1" status: 204 len: 168 time: 0.3915131 Jun 03 20:03:41.492670 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2c19234-6604-4a9d-9f9c-527346bf4544 req-33bda3c2-ce44-4231-a137-2e7ecc07a6a2 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156914 Jun 03 20:03:41.538459 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6bdf-88b8-4924-ba38-f2bb3efed3ef req-34309293-9036-4e33-ae6b-708af6c13876 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:41.547388 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-042f6bdf-88b8-4924-ba38-f2bb3efed3ef req-34309293-9036-4e33-ae6b-708af6c13876 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.3795264 Jun 03 20:03:41.559579 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4099424-a898-4360-b26b-ac5d348e429f req-c440e563-695e-49e4-be9c-94c95e8c6378 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:41.563707 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d4099424-a898-4360-b26b-ac5d348e429f req-c440e563-695e-49e4-be9c-94c95e8c6378 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 944 time: 0.3182766 Jun 03 20:03:41.663515 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-042f6bdf-88b8-4924-ba38-f2bb3efed3ef req-65550cca-3e51-45e8-8750-0617f0773315 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152537 Jun 03 20:03:41.676705 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d4099424-a898-4360-b26b-ac5d348e429f req-c30dbded-2666-47c6-bdcb-dc1e9f55e1e4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070964 Jun 03 20:03:42.402387 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ae656bb4-69a9-43ec-9929-a144ab1b2759 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:03:42.586766 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ae656bb4-69a9-43ec-9929-a144ab1b2759, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ae656bb4-69a9-43ec-9929-a144ab1b2759,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:42.604433 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-4c1f1798-c46c-4ad6-90b7-2d77789cb396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:42.606015 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': 'ae656bb4-69a9-43ec-9929-a144ab1b2759', 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a', 'port_id': 'ae656bb4-69a9-43ec-9929-a144ab1b2759', 'mac_address': 'fa:16:3e:ee:0d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0a58f4-bb19-479f-be40-bdf528e168d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:03:42.668471 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:42.688054 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae656bb4-69a9-43ec-9929-a144ab1b2759 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:42.706036 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ae656bb4-69a9-43ec-9929-a144ab1b2759, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ae656bb4-69a9-43ec-9929-a144ab1b2759,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:42.713592 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:42.715380 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:42.817891 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=ae656bb4-69a9-43ec-9929-a144ab1b2759,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:42.822807 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:43.004775 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df98bbd-ee2b-4f81-8ba4-52d8e9a2d0fd req-db972d28-f6da-484e-b9ff-85952dc4e5dc tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:43.006345 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2df98bbd-ee2b-4f81-8ba4-52d8e9a2d0fd req-db972d28-f6da-484e-b9ff-85952dc4e5dc tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 945 time: 0.1024570 Jun 03 20:03:43.132331 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2df98bbd-ee2b-4f81-8ba4-52d8e9a2d0fd req-a58794e5-8d60-4ba2-81d3-ca30e24c3471 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199844 Jun 03 20:03:43.175642 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189ee22-57d0-4499-86b2-354b6ea593da req-7804fef3-a4e4-4bc5-b44b-6c0432193f03 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:43.183273 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d189ee22-57d0-4499-86b2-354b6ea593da req-7804fef3-a4e4-4bc5-b44b-6c0432193f03 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1365066 Jun 03 20:03:43.233845 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d189ee22-57d0-4499-86b2-354b6ea593da req-10b74983-e749-45a3-80d8-8af9fde74075 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 Jun 03 20:03:43.544017 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['ae656bb4-69a9-43ec-9929-a144ab1b2759'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:03:44.367613 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b124385-6b46-4f80-8270-d86a2957bac5 req-98dff029-8082-47d1-a437-2c66c7ea153f tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:44.369190 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1b124385-6b46-4f80-8270-d86a2957bac5 req-98dff029-8082-47d1-a437-2c66c7ea153f tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 945 time: 0.1097519 Jun 03 20:03:44.567840 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1b124385-6b46-4f80-8270-d86a2957bac5 req-7517d484-c6bd-4b56-94a4-1f9d9459543a tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912763 Jun 03 20:03:44.650041 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934db89-c88e-484c-833a-9a6d898c93f1 req-a538961b-9724-40cc-bfa6-31e456f68b63 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:44.651599 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a934db89-c88e-484c-833a-9a6d898c93f1 req-a538961b-9724-40cc-bfa6-31e456f68b63 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.2737956 Jun 03 20:03:44.740630 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a934db89-c88e-484c-833a-9a6d898c93f1 req-0c18806a-b36a-4883-85af-6010cbc4dab7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827789 Jun 03 20:03:45.046551 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57980) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:45.153711 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:45.179746 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:45.201585 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:45.205981 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] Usage tracker for resource:security_group_rule and tenant:2428f17724b94fd1a63f03f72f729316 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:45.208448 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:45.215404 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:45.301711 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:45.305707 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:45.313895 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-886235f6-2af4-4cd0-91a6-a12a9cd5f10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:45.355440 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab56938-6d0c-4675-9766-78928652900e,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:45.360499 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2428f17724b94fd1a63f03f72f729316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129332 Jun 03 20:03:45.361405 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:45.364372 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 57996) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:45.426606 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61ae2302-8d07-498a-acef-4e3dc815c111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:45.454908 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61ae2302-8d07-498a-acef-4e3dc815c111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:45.517322 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61ae2302-8d07-498a-acef-4e3dc815c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:45.522199 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:45.538841 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae2302-8d07-498a-acef-4e3dc815c111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab56938-6d0c-4675-9766-78928652900e,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:45.541590 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-61ae2302-8d07-498a-acef-4e3dc815c111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:45.543000 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61ae2302-8d07-498a-acef-4e3dc815c111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:45.544880 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-61ae2302-8d07-498a-acef-4e3dc815c111 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/eab56938-6d0c-4675-9766-78928652900e HTTP/1.1" status: 204 len: 168 time: 0.1789055 Jun 03 20:03:45.676893 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58020) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:45.708244 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-aa32d545-5cf4-4ea8-9eeb-3fd02fdaf58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:45.832003 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987c5ea-a499-41f2-8502-323d9a475c29 req-b86dfd08-8d29-4e92-807c-47171a0746d9 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:45.834494 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2987c5ea-a499-41f2-8502-323d9a475c29 req-b86dfd08-8d29-4e92-807c-47171a0746d9 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 945 time: 0.1270216 Jun 03 20:03:45.924730 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2987c5ea-a499-41f2-8502-323d9a475c29 req-5125fcbf-8d97-4f3c-84f9-af1910984cef tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819211 Jun 03 20:03:46.001695 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.015096 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321654f-b3a1-463b-87d6-b4ea3f2adb7b req-881dc01d-adb9-4152-9ace-e33b32d13a5c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:46.030124 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5321654f-b3a1-463b-87d6-b4ea3f2adb7b req-881dc01d-adb9-4152-9ace-e33b32d13a5c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1388402 Jun 03 20:03:46.048889 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:46.059879 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] Usage tracker for resource:security_group_rule and tenant:7d8d82614ea24c98811b8bd40ae86a65 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:46.070860 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:46.076995 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5321654f-b3a1-463b-87d6-b4ea3f2adb7b req-40039d10-00c2-4605-936a-427b29ee9370 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455570 Jun 03 20:03:46.084626 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:46.160734 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58038) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:46.193807 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.210813 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:46.215138 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] Usage tracker for resource:security_group_rule and tenant:b81245fd480a4cd499c0e391043e782f is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:46.219093 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:46.223327 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58042) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:46.234261 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:46.249725 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.254896 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.268339 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-91c2e209-a2c9-46e2-bb90-f6e6a91ce3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:46.321649 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b24c10-a44e-4df2-8c19-bc8e6b2a3465,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:46.327054 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:46.334142 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7d8d82614ea24c98811b8bd40ae86a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6561077 Jun 03 20:03:46.335108 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58046) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:46.380022 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.386922 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.401456 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-307672e8-ca4c-4dde-82b2-405d67bfaf95 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:46.405270 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ae656bb4-69a9-43ec-9929-a144ab1b2759 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:03:46.438949 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0025c80f-055c-46df-92a4-ae714a6ca563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.450381 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b81245fd480a4cd499c0e391043e782f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882357 Jun 03 20:03:46.464783 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58048) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:46.467529 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38598958-5660-462d-996a-ff3f50813930,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:46.478673 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0025c80f-055c-46df-92a4-ae714a6ca563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.481990 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:46.486593 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.517154 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:46.531883 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] Usage tracker for resource:security_group_rule and tenant:cec95b9e870b416ea429da6fde9dde19 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:46.532114 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port ae656bb4-69a9-43ec-9929-a144ab1b2759 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:03:46.536902 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:46.540472 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port ae656bb4-69a9-43ec-9929-a144ab1b2759 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:03:46.541303 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.545783 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:46.555906 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0025c80f-055c-46df-92a4-ae714a6ca563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.562837 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-96093141-6bfa-4a46-9c88-4942c01df25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:46.569272 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7ef5f50a-2fae-41cf-8c57-1c36873acadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.582060 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0025c80f-055c-46df-92a4-ae714a6ca563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.586301 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-0025c80f-055c-46df-92a4-ae714a6ca563 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b4b24c10-a44e-4df2-8c19-bc8e6b2a3465 HTTP/1.1" status: 204 len: 168 time: 0.2494011 Jun 03 20:03:46.587646 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025c80f-055c-46df-92a4-ae714a6ca563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b24c10-a44e-4df2-8c19-bc8e6b2a3465,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:46.592030 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0025c80f-055c-46df-92a4-ae714a6ca563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:46.612889 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7ef5f50a-2fae-41cf-8c57-1c36873acadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.698985 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.712807 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.715291 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7ef5f50a-2fae-41cf-8c57-1c36873acadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.719961 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8d9d34fd-ccb8-4b4b-ba40-2040d0377a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:46.729293 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.735572 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae656bb4-69a9-43ec-9929-a144ab1b2759'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:46.738456 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a72c4d3-8459-4679-949d-1b1d185b5fbf" -d '{"events": [{"server_uuid": "38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6", "name": "network-vif-plugged", "status": "completed", "tag": "ae656bb4-69a9-43ec-9929-a144ab1b2759"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:46.746043 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5f50a-2fae-41cf-8c57-1c36873acadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38598958-5660-462d-996a-ff3f50813930,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:46.750270 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7ef5f50a-2fae-41cf-8c57-1c36873acadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:46.750455 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ae656bb4-69a9-43ec-9929-a144ab1b2759, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ae656bb4-69a9-43ec-9929-a144ab1b2759,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:03:46.751585 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d22b5775-4402-411d-bd66-ceadb71abf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:46.786040 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7ef5f50a-2fae-41cf-8c57-1c36873acadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.787529 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-7ef5f50a-2fae-41cf-8c57-1c36873acadd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/38598958-5660-462d-996a-ff3f50813930 HTTP/1.1" status: 204 len: 168 time: 0.3215332 Jun 03 20:03:46.793868 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cec95b9e870b416ea429da6fde9dde19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687242 Jun 03 20:03:46.794071 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58054) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:46.821943 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e649c33-c47d-49ce-8357-b242f6a23133 x-openstack-request-id: req-7e649c33-c47d-49ce-8357-b242f6a23133 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:46.822310 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6", "name": "network-vif-plugged", "status": "completed", "tag": "ae656bb4-69a9-43ec-9929-a144ab1b2759", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:46.822530 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7e649c33-c47d-49ce-8357-b242f6a23133 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:46.822878 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae656bb4-69a9-43ec-9929-a144ab1b2759', 'code': 200} Jun 03 20:03:46.834671 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b571ea19-fc98-421f-9049-c0785568f32a,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:46.842449 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:46.846687 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:46.853095 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c30caaf0-f5bd-4a4e-b705-f302b9bc5a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:46.931429 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-07221b6d-9263-42b4-9868-30765761aa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.004267 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-07221b6d-9263-42b4-9868-30765761aa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.055350 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=ae656bb4-69a9-43ec-9929-a144ab1b2759,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:47.061927 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:47.130882 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-07221b6d-9263-42b4-9868-30765761aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.135961 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-61ae2302-8d07-498a-acef-4e3dc815c111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:47.150476 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07221b6d-9263-42b4-9868-30765761aa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b571ea19-fc98-421f-9049-c0785568f32a,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:47.152708 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-07221b6d-9263-42b4-9868-30765761aa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:47.158252 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-07221b6d-9263-42b4-9868-30765761aa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.163800 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-07221b6d-9263-42b4-9868-30765761aa6a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b571ea19-fc98-421f-9049-c0785568f32a HTTP/1.1" status: 204 len: 168 time: 0.3679931 Jun 03 20:03:47.191902 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58074) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:47.212686 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.231608 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:47.236776 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] Usage tracker for resource:security_group_rule and tenant:afbb703cb07c4e6094c3b687f9880aa1 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:47.240321 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:47.247735 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:47.275365 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631c49-ed44-46bc-bc13-2928ba1b99e6 req-a18845bb-7713-4666-b072-6f2447f78562 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:47.286396 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-eb631c49-ed44-46bc-bc13-2928ba1b99e6 req-a18845bb-7713-4666-b072-6f2447f78562 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 946 time: 0.1397731 Jun 03 20:03:47.291290 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47915054-156a-4368-970d-1f4a78ca57a5 req-772150b3-96e5-4d32-9143-30bf14e026da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:47.293084 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-47915054-156a-4368-970d-1f4a78ca57a5 req-772150b3-96e5-4d32-9143-30bf14e026da service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 1099 time: 0.1929502 Jun 03 20:03:47.352517 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.356331 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.361437 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.373967 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-294a21b0-fba4-4957-b7e8-7787798509b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:47.377875 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-eb631c49-ed44-46bc-bc13-2928ba1b99e6 req-bebfa5de-1af8-4e58-8736-1d069b58801d tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904241 Jun 03 20:03:47.404327 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-47915054-156a-4368-970d-1f4a78ca57a5 req-b744e7c8-732b-404b-878a-b98f442ea518 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902886 Jun 03 20:03:47.422555 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d4ebd-f04a-4df3-b646-9cd9868f3d76,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:47.442321 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:47.465129 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=afbb703cb07c4e6094c3b687f9880aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718027 Jun 03 20:03:47.468347 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58082) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:47.554642 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a13faf30-4a39-44bc-ab65-efbac506c434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.586094 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a13faf30-4a39-44bc-ab65-efbac506c434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.611629 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799b4a2-6748-4cf2-bcc7-f578d40f0754 req-e3978b91-5ca3-48d9-aa2b-c07e2d0a91e5 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:47.614614 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0799b4a2-6748-4cf2-bcc7-f578d40f0754 req-e3978b91-5ca3-48d9-aa2b-c07e2d0a91e5 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1031823 Jun 03 20:03:47.661666 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a13faf30-4a39-44bc-ab65-efbac506c434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.667360 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0025c80f-055c-46df-92a4-ae714a6ca563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:47.677790 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0799b4a2-6748-4cf2-bcc7-f578d40f0754 req-41877f15-3ff8-47de-b4db-78e3b2f23ca2 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561559 Jun 03 20:03:47.686380 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13faf30-4a39-44bc-ab65-efbac506c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d4ebd-f04a-4df3-b646-9cd9868f3d76,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:47.689565 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a13faf30-4a39-44bc-ab65-efbac506c434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:47.713632 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a13faf30-4a39-44bc-ab65-efbac506c434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:47.715188 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a13faf30-4a39-44bc-ab65-efbac506c434 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d35d4ebd-f04a-4df3-b646-9cd9868f3d76 HTTP/1.1" status: 204 len: 168 time: 0.2455909 Jun 03 20:03:48.618293 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81101e-2c60-451f-bb80-bc1ea35a58e3 req-6afb3582-6795-4bf4-8d85-d47e3d45004f tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:48.620495 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c81101e-2c60-451f-bb80-bc1ea35a58e3 req-6afb3582-6795-4bf4-8d85-d47e3d45004f tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 946 time: 0.1043193 Jun 03 20:03:48.676117 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c81101e-2c60-451f-bb80-bc1ea35a58e3 req-850d1ba0-1cf0-4950-ba40-2bbcb05fe018 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488272 Jun 03 20:03:48.786672 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:48.993596 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8f9de-9da4-4014-b5a8-6fa59f4482bd req-d36d69cd-879b-48a1-960a-2826b2d80dd9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:48.995145 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-81e8f9de-9da4-4014-b5a8-6fa59f4482bd req-d36d69cd-879b-48a1-960a-2826b2d80dd9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1512790 Jun 03 20:03:49.089604 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-81e8f9de-9da4-4014-b5a8-6fa59f4482bd req-8050821e-250b-4002-bc04-ad37232d3ea7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821538 Jun 03 20:03:49.902750 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e6048-2c14-458c-a650-c9870505ccf1 req-d9bd88e4-7181-4d58-a7f6-33323fcf3135 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:49.904321 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a71e6048-2c14-458c-a650-c9870505ccf1 req-d9bd88e4-7181-4d58-a7f6-33323fcf3135 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 946 time: 0.1116736 Jun 03 20:03:49.976672 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a71e6048-2c14-458c-a650-c9870505ccf1 req-4256a661-6ed1-4dc1-a7cd-524c5677ef25 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658541 Jun 03 20:03:50.318493 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf112-0e6b-4443-8fde-76ca9bd49f66 req-e1569427-760d-4f0c-b415-d9a905d8a56b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:50.320458 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9eadf112-0e6b-4443-8fde-76ca9bd49f66 req-e1569427-760d-4f0c-b415-d9a905d8a56b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1008031 Jun 03 20:03:50.355525 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58230) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:50.396682 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9eadf112-0e6b-4443-8fde-76ca9bd49f66 req-9124e5fc-3557-49d8-8575-4e7e28eab5c2 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702534 Jun 03 20:03:50.559293 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:50.577341 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:50.582863 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] Usage tracker for resource:security_group_rule and tenant:14b36116b8ff4086a9025274ded175ce is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:50.585907 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:50.593303 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:50.694602 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:50.699953 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:50.714094 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7c9981c7-8ccd-4168-bf9d-6f89b673ccbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:50.752570 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486f15e2-13da-4e85-a433-111533e9ef66,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:50.761694 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:50.775321 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=14b36116b8ff4086a9025274ded175ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186707 Jun 03 20:03:50.778087 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58250) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:50.891861 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-286459c6-c4be-4b3e-93e3-2060f6e38788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:50.974593 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-3c4b61a7-fdde-4b5e-bcef-3b6798e0557d tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=67512c4ed6f04c908d4b497996d9e16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386689 Jun 03 20:03:50.979080 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-286459c6-c4be-4b3e-93e3-2060f6e38788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:51.056645 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:51.161308 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-286459c6-c4be-4b3e-93e3-2060f6e38788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:51.167105 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:51.180937 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-263c129a-ec21-4526-af36-e3ac04e47a1e tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:51.182554 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-263c129a-ec21-4526-af36-e3ac04e47a1e tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063394 Jun 03 20:03:51.194274 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286459c6-c4be-4b3e-93e3-2060f6e38788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f15e2-13da-4e85-a433-111533e9ef66,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:51.201923 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-286459c6-c4be-4b3e-93e3-2060f6e38788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:51.204259 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-286459c6-c4be-4b3e-93e3-2060f6e38788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:51.208482 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-286459c6-c4be-4b3e-93e3-2060f6e38788 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/486f15e2-13da-4e85-a433-111533e9ef66 HTTP/1.1" status: 204 len: 168 time: 0.4261274 Jun 03 20:03:51.211101 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-34da7cd2-21e8-4c16-b589-bb016cb05217 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/quotas/67512c4ed6f04c908d4b497996d9e16f HTTP/1.1" status: 200 len: 375 time: 0.0195432 Jun 03 20:03:51.273791 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-d1bd6639-18c5-4ad9-8a16-02a266ba6368 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=67512c4ed6f04c908d4b497996d9e16f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488498 Jun 03 20:03:51.497237 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-85edbc34-b378-4455-8cc2-02137037c7a9 req-ffb10515-ef0d-4e7b-b393-59ee07c923e8 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 210 time: 0.0649571 Jun 03 20:03:51.583717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58286) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:51.604951 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:51.618013 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccae946-0f2c-4639-9464-54e580b94958 req-7959f42d-ac20-49ac-b4ee-8c93f77c64ac tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:51.619500 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cccae946-0f2c-4639-9464-54e580b94958 req-7959f42d-ac20-49ac-b4ee-8c93f77c64ac tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0913038 Jun 03 20:03:51.623971 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:51.627902 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] Usage tracker for resource:security_group_rule and tenant:879ceb2727c34614bfeb1701424e4c2d is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:51.632210 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:51.639110 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:51.671869 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cccae946-0f2c-4639-9464-54e580b94958 req-3863ce3b-a6a6-4760-b373-6d6ae8cc5e80 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436752 Jun 03 20:03:51.757734 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:51.763545 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:51.773111 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:51.831264 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=879ceb2727c34614bfeb1701424e4c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462611 Jun 03 20:03:51.833807 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58292) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:51.944434 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9926e55-93e0-4b48-8ede-44498045abf5,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:51.949185 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:52.049029 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-893f0754-7d53-44ae-8054-9ba72a6c4aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:52.069549 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:03:52.105822 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-893f0754-7d53-44ae-8054-9ba72a6c4aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:52.222760 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-893f0754-7d53-44ae-8054-9ba72a6c4aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:52.227664 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d5b382fa-fbf5-49ca-8f79-86b51ff94e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:52.244624 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f0754-7d53-44ae-8054-9ba72a6c4aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9926e55-93e0-4b48-8ede-44498045abf5,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:52.266135 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-893f0754-7d53-44ae-8054-9ba72a6c4aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:52.267451 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-893f0754-7d53-44ae-8054-9ba72a6c4aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:52.268923 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-893f0754-7d53-44ae-8054-9ba72a6c4aac admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b9926e55-93e0-4b48-8ede-44498045abf5 HTTP/1.1" status: 204 len: 168 time: 0.4338770 Jun 03 20:03:52.735514 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8d938051-0a6c-422b-838b-42f80227939d req-96196b06-7827-40f2-a4cf-2b66d7a09147 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 210 time: 0.1096604 Jun 03 20:03:52.890374 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f8eb5-7dde-40b3-b07b-7b3ce48f7d0d req-43b561fb-2671-44fe-9186-669d9ebde03b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:52.892898 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a82f8eb5-7dde-40b3-b07b-7b3ce48f7d0d req-43b561fb-2671-44fe-9186-669d9ebde03b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0906637 Jun 03 20:03:52.948460 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a82f8eb5-7dde-40b3-b07b-7b3ce48f7d0d req-5680ccb4-02e8-43e3-95e9-3eaa937856f9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473514 Jun 03 20:03:53.243522 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-62519837-ff14-4bb7-9a7e-b1a8afa812f7 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.109 "GET /v2.0/networks?tenant_id=67512c4ed6f04c908d4b497996d9e16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322826 Jun 03 20:03:53.486061 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-848b27bf-98e1-49a0-9631-cab75f53d40f tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:53.487907 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-848b27bf-98e1-49a0-9631-cab75f53d40f tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301986 Jun 03 20:03:53.511175 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Request body: {'port': {'device_id': 'b31689b8-080c-4860-95ad-6118d987a7be', 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245', 'admin_state_up': True, 'tenant_id': '67512c4ed6f04c908d4b497996d9e16f'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:53.843204 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:53.862900 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Usage tracker for resource:port and tenant:67512c4ed6f04c908d4b497996d9e16f is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:53.868098 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:53.881299 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:53.962283 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-86eca7a1-b629-41e4-bf2c-4591aeb222cf tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:53.964470 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-86eca7a1-b629-41e4-bf2c-4591aeb222cf tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 814 time: 0.2770979 Jun 03 20:03:53.970877 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Made reservation on behalf of 67512c4ed6f04c908d4b497996d9e16f for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:03:53.974518 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:53.995721 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-308056f5-1c6a-4a05-bbb8-592eecd17994 req-24ae3d7d-a52c-4028-9a93-24f60a34c793 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 210 time: 0.0917475 Jun 03 20:03:54.004392 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:54.030882 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-359e7b99-b60f-4f48-8e75-367118697225 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/quotas/65491ea764214e92bb2abe93dc6c2adc HTTP/1.1" status: 200 len: 375 time: 0.0332007 Jun 03 20:03:54.038354 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:54.103787 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Usage tracker for resource:security_group_rule and tenant:67512c4ed6f04c908d4b497996d9e16f is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:54.111704 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:54.127273 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:54.268644 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-7dfbf079-2d80-44e3-982c-e59f6954c1b8 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2316201 Jun 03 20:03:54.333949 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d950d9a-4419-470d-9217-070585741905 req-9b719e08-6cbe-4a5c-8d43-abdb9c06738e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:54.335465 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7d950d9a-4419-470d-9217-070585741905 req-9b719e08-6cbe-4a5c-8d43-abdb9c06738e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.2151821 Jun 03 20:03:54.477222 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:54.487837 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:54.494515 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:54.505998 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7d950d9a-4419-470d-9217-070585741905 req-d6dc4d48-2a12-4d9f-94cd-9a6cad822f2c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569383 Jun 03 20:03:54.630101 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-80f451e8-2850-4081-8640-2a816d99d0d5 service neutron] 10.222.0.95 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504426 Jun 03 20:03:54.634138 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f770c75-ea84-413d-8b1e-c461f89c5270,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:54.642967 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:54.829769 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Allocated IP 192.168.233.169 (107ab59e-b58a-4a64-849c-46084d2bc245/bcd7bc84-5243-458d-86b6-b73911899fae/2fd09fa8-c90a-4035-a98d-4e8520050683) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:03:54.862615 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-57c8637f-90bb-4f0c-a40d-d847f2d4d56f service neutron] 10.222.0.95 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207589 Jun 03 20:03:55.177032 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-89284ebc-dfb8-463f-a44b-8a5b8e2be5fe req-19ed7355-b9c2-48b4-b65b-105f81fd550c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 210 time: 0.0508778 Jun 03 20:03:55.406453 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e180b50f-1b91-441b-a5ca-c1834647240b req-8b579bfa-8df3-42cf-b92b-ca111c1374f5 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 210 time: 0.1837332 Jun 03 20:03:55.458107 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:55.487144 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Transition to ACTIVE for port object 2fd09fa8-c90a-4035-a98d-4e8520050683 will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:03:55.516540 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:55.522837 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:55.589483 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Network 107ab59e-b58a-4a64-849c-46084d2bc245 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:03:55.593057 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:03:55.595542 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:03:55.602023 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:55.602353 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:55.628922 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Pushing event updated for resources: {'Port': ['ID=2fd09fa8-c90a-4035-a98d-4e8520050683,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:55.632023 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:55.704963 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1979825 Jun 03 20:03:55.726207 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Request body: {'port': {'device_id': 'b31689b8-080c-4860-95ad-6118d987a7be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:55.789472 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e981e4-ef50-4350-a972-0ff9a4b0a438 req-dc48c7e5-c215-4319-99fe-8dbb4054c298 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:55.791087 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-57e981e4-ef50-4350-a972-0ff9a4b0a438 req-dc48c7e5-c215-4319-99fe-8dbb4054c298 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1573222 Jun 03 20:03:55.872083 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-88af3056-9011-4972-baab-43e1fe7fce3e None None] Provisioning for port 2fd09fa8-c90a-4035-a98d-4e8520050683 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:03:55.878158 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-88af3056-9011-4972-baab-43e1fe7fce3e None None] Provisioning complete for port 2fd09fa8-c90a-4035-a98d-4e8520050683 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:03:55.878577 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-88af3056-9011-4972-baab-43e1fe7fce3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:55.906244 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-57e981e4-ef50-4350-a972-0ff9a4b0a438 req-9d41eba3-448a-47db-a80e-899d5fda5de7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065700 Jun 03 20:03:55.909469 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:55.947912 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-88af3056-9011-4972-baab-43e1fe7fce3e None None] Port 2fd09fa8-c90a-4035-a98d-4e8520050683 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:03:56.289136 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd09fa8-c90a-4035-a98d-4e8520050683 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:56.297284 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:56.356268 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-13e76c41-12f5-4b50-855a-f9c46041a112 req-91d4ba45-0ef3-4fa9-a8eb-d22f71898bd6 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 210 time: 0.0559423 Jun 03 20:03:56.356950 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Transition to ACTIVE for port object 2fd09fa8-c90a-4035-a98d-4e8520050683 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:03:56.361375 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:56.366134 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:56.566826 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Pushing event updated for resources: {'Port': ['ID=2fd09fa8-c90a-4035-a98d-4e8520050683,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:56.579138 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:56.661177 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Attempting to bind port 2fd09fa8-c90a-4035-a98d-4e8520050683 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:03:56.661517 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Attempting to bind port 2fd09fa8-c90a-4035-a98d-4e8520050683 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '3c4d5aef-3573-4de1-a85f-0f7a480edcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:03:56.661849 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Attempting to bind port 2fd09fa8-c90a-4035-a98d-4e8520050683 on network 107ab59e-b58a-4a64-849c-46084d2bc245 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:56.670333 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Port 2fd09fa8-c90a-4035-a98d-4e8520050683 on network 107ab59e-b58a-4a64-849c-46084d2bc245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:03:56.670791 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Attempting to bind port 2fd09fa8-c90a-4035-a98d-4e8520050683 on network 107ab59e-b58a-4a64-849c-46084d2bc245 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:56.688060 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:03:56.701570 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Checking segment: {'id': '3c4d5aef-3573-4de1-a85f-0f7a480edcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:03:56.702030 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Bound using segment: {'id': '3c4d5aef-3573-4de1-a85f-0f7a480edcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:03:56.702507 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Bound port: 2fd09fa8-c90a-4035-a98d-4e8520050683, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4d5aef-3573-4de1-a85f-0f7a480edcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:03:56.702938 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:56.938744 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad2075-541e-419f-a90b-0957b2f8f5b5 req-d336116e-78ad-47d1-9d39-33757363f57a tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:56.939929 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-fcad2075-541e-419f-a90b-0957b2f8f5b5 req-d336116e-78ad-47d1-9d39-33757363f57a tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Synchronizing usage tracker for tenant:67512c4ed6f04c908d4b497996d9e16f on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:03:57.006882 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-400d1081-946e-4ff6-baf4-7387e0c28bed tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:57.007910 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-400d1081-946e-4ff6-baf4-7387e0c28bed tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Synchronizing usage tracker for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:network {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:03:57.014030 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-fcad2075-541e-419f-a90b-0957b2f8f5b5 req-d336116e-78ad-47d1-9d39-33757363f57a tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Unset dirty status for tenant:67512c4ed6f04c908d4b497996d9e16f on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:03:57.025702 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fcad2075-541e-419f-a90b-0957b2f8f5b5 req-d336116e-78ad-47d1-9d39-33757363f57a tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 948 time: 0.4598186 Jun 03 20:03:57.032048 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-400d1081-946e-4ff6-baf4-7387e0c28bed tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Unset dirty status for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:network {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:03:57.033518 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-400d1081-946e-4ff6-baf4-7387e0c28bed tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 814 time: 0.2664480 Jun 03 20:03:57.051287 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] For port 2fd09fa8-c90a-4035-a98d-4e8520050683, host hv-cinder-79466, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:03:57.063410 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Request body: {'port': {'device_id': '5e877d90-e447-462e-8879-1ba709cc7a7a', 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a', 'admin_state_up': True, 'tenant_id': '65491ea764214e92bb2abe93dc6c2adc'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:57.082581 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] For port 2fd09fa8-c90a-4035-a98d-4e8520050683, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=2fd09fa8-c90a-4035-a98d-4e8520050683,segment=NetworkSegment(3c4d5aef-3573-4de1-a85f-0f7a480edcea),segment_id=3c4d5aef-3573-4de1-a85f-0f7a480edcea)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:03:57.085725 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-fcad2075-541e-419f-a90b-0957b2f8f5b5 req-d7883a81-f87b-48b8-aa3c-cfe20d2a1206 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Synchronizing usage tracker for tenant:67512c4ed6f04c908d4b497996d9e16f on resource:security_group {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:03:57.091378 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:57.095837 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:57.178357 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:57.179306 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:57.183253 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] 10.222.0.109 "PUT /v2.0/ports/2fd09fa8-c90a-4035-a98d-4e8520050683 HTTP/1.1" status: 200 len: 1098 time: 1.4619284 Jun 03 20:03:57.185597 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31689b8-080c-4860-95ad-6118d987a7be', 'tag': '2fd09fa8-c90a-4035-a98d-4e8520050683'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:57.188982 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04e0203-b55b-4d95-bee2-5dd44dd6d909" -d '{"events": [{"name": "network-changed", "server_uuid": "b31689b8-080c-4860-95ad-6118d987a7be", "tag": "2fd09fa8-c90a-4035-a98d-4e8520050683"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:57.216770 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-fcad2075-541e-419f-a90b-0957b2f8f5b5 req-d7883a81-f87b-48b8-aa3c-cfe20d2a1206 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Unset dirty status for tenant:67512c4ed6f04c908d4b497996d9e16f on resource:security_group {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:03:57.235784 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fcad2075-541e-419f-a90b-0957b2f8f5b5 req-d7883a81-f87b-48b8-aa3c-cfe20d2a1206 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019076 Jun 03 20:03:57.258288 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Pushing event updated for resources: {'Port': ['ID=2fd09fa8-c90a-4035-a98d-4e8520050683,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:57.278365 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:57.382881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58562) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:57.388024 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:57.404086 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-85a1e7e0-5545-4e66-879c-521472fc8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:57.406033 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-85a1e7e0-5545-4e66-879c-521472fc8a7a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=67512c4ed6f04c908d4b497996d9e16f&device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 1101 time: 0.1253304 Jun 03 20:03:57.418181 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:57.433290 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Made reservation on behalf of 65491ea764214e92bb2abe93dc6c2adc for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:03:57.444515 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:57.492290 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af380d41-6ebc-4f1c-8ff5-5dafa0b8e06b x-openstack-request-id: req-af380d41-6ebc-4f1c-8ff5-5dafa0b8e06b {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:57.492612 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31689b8-080c-4860-95ad-6118d987a7be", "tag": "2fd09fa8-c90a-4035-a98d-4e8520050683", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:57.492913 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-af380d41-6ebc-4f1c-8ff5-5dafa0b8e06b {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:57.493500 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31689b8-080c-4860-95ad-6118d987a7be', 'tag': '2fd09fa8-c90a-4035-a98d-4e8520050683', 'status': 'completed', 'code': 200} Jun 03 20:03:57.549480 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-5426b0fc-d533-4d26-a055-917cb1d3417e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=2fd09fa8-c90a-4035-a98d-4e8520050683 HTTP/1.1" status: 200 len: 217 time: 0.1330748 Jun 03 20:03:57.618909 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:57.654431 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:57.663482 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Allocated IP 172.20.0.4 (b20ed959-7f00-42fd-9ac3-7f1f0415214a/1d0a58f4-bb19-479f-be40-bdf528e168d1/505112f3-ae5c-445e-9b96-f54a07bb6938) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:03:57.669794 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] Usage tracker for resource:security_group_rule and tenant:20cb09fb431042f19d29a12a3866bca4 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:57.675611 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:57.686698 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:57.695531 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f52d80-9fa4-4fdc-9633-83189976299f req-d30cf561-ef13-47fc-8a58-a263c7d73fa0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:57.697035 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-35f52d80-9fa4-4fdc-9633-83189976299f req-d30cf561-ef13-47fc-8a58-a263c7d73fa0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.2027423 Jun 03 20:03:57.699719 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-f274290e-94f7-4eca-ad93-82669f78e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:57.701130 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-f274290e-94f7-4eca-ad93-82669f78e78a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=bcd7bc84-5243-458d-86b6-b73911899fae HTTP/1.1" status: 200 len: 843 time: 0.1171036 Jun 03 20:03:57.880984 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:57.911643 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:57.919546 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:57.926835 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d90700b7-d801-494e-99c5-cb5e3dea6612 req-901e1002-0600-48c9-b5f9-7d748ab8ae49 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 210 time: 0.1633561 Jun 03 20:03:57.929569 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['85e2557e-ca12-4216-8e70-112232eaf664', 'ae656bb4-69a9-43ec-9929-a144ab1b2759'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:03:57.947437 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-35f52d80-9fa4-4fdc-9633-83189976299f req-571d04f1-d4bb-487c-98bb-dca83e2cc3ac tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382565 Jun 03 20:03:58.019576 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-832ae2b9-58f5-4914-bb08-9254e7dc9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:58.020131 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Network b20ed959-7f00-42fd-9ac3-7f1f0415214a is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:03:58.021345 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-832ae2b9-58f5-4914-bb08-9254e7dc9700 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=107ab59e-b58a-4a64-849c-46084d2bc245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2907758 Jun 03 20:03:58.029258 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:03:58.034854 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:03:58.065609 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Pushing event updated for resources: {'Port': ['ID=505112f3-ae5c-445e-9b96-f54a07bb6938,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:58.072516 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:58.080093 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:58.086024 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:58.105174 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:58.109444 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:58.110154 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:58.137424 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0805509 Jun 03 20:03:58.203270 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Request body: {'port': {'device_id': '5e877d90-e447-462e-8879-1ba709cc7a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:03:58.215742 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=20cb09fb431042f19d29a12a3866bca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8290784 Jun 03 20:03:58.216350 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58568) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:58.229998 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb7ff28-0325-417e-806b-27e96dd6551e,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:58.233774 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:58.290804 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-f1b18e5c-6a8e-47fd-971c-d5858306c33d service neutron] 10.222.0.109 "GET /v2.0/networks/107ab59e-b58a-4a64-849c-46084d2bc245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504876 Jun 03 20:03:58.342223 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:58.344482 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c558311c-5829-43ee-b1ab-0b1909d857e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:58.487636 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c558311c-5829-43ee-b1ab-0b1909d857e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:58.554916 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-48d84a76-1c04-4227-9bd9-cfd092330803 req-7d9219a6-6adc-4578-b9a9-6c851618b0dc service neutron] 10.222.0.109 "GET /v2.0/networks/107ab59e-b58a-4a64-849c-46084d2bc245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521794 Jun 03 20:03:58.590182 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f112-92fc-4670-9077-299c3b6e7747 req-88ad74a9-dd24-4657-ab86-aff600845f6a tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:58.593409 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5ec6f112-92fc-4670-9077-299c3b6e7747 req-88ad74a9-dd24-4657-ab86-aff600845f6a tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 948 time: 0.1797388 Jun 03 20:03:58.628101 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c558311c-5829-43ee-b1ab-0b1909d857e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:58.635433 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b5cb7f28-b5a9-47d9-a4bc-ac66a976a45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:58.691360 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558311c-5829-43ee-b1ab-0b1909d857e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb7ff28-0325-417e-806b-27e96dd6551e,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:58.693730 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c558311c-5829-43ee-b1ab-0b1909d857e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:58.711430 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c558311c-5829-43ee-b1ab-0b1909d857e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:58.714841 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-c558311c-5829-43ee-b1ab-0b1909d857e7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6bb7ff28-0325-417e-806b-27e96dd6551e HTTP/1.1" status: 204 len: 168 time: 0.4952812 Jun 03 20:03:58.735385 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5ec6f112-92fc-4670-9077-299c3b6e7747 req-54e2a6b1-c727-4fe0-9ab3-34d890f83a98 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365786 Jun 03 20:03:58.771114 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505112f3-ae5c-445e-9b96-f54a07bb6938 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:03:58.777695 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-e5d05932-83f7-4313-b427-3a268c6cbf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:58.779695 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-e5d05932-83f7-4313-b427-3a268c6cbf12 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=67512c4ed6f04c908d4b497996d9e16f&device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 1101 time: 0.1335552 Jun 03 20:03:58.779820 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:58.796287 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Transition to ACTIVE for port object 505112f3-ae5c-445e-9b96-f54a07bb6938 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:03:58.806571 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:58.817546 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:58.969123 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Pushing event updated for resources: {'Port': ['ID=505112f3-ae5c-445e-9b96-f54a07bb6938,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:58.977213 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-a203fe56-3869-4460-94e0-71ce6c9440bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:58.979038 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-a203fe56-3869-4460-94e0-71ce6c9440bc service neutron] 10.222.0.109 "GET /v2.0/networks?id=107ab59e-b58a-4a64-849c-46084d2bc245 HTTP/1.1" status: 200 len: 871 time: 0.1771331 Jun 03 20:03:58.980640 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:59.131940 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-0cb515e9-9250-43c4-aa8a-75f968fe18a9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=2fd09fa8-c90a-4035-a98d-4e8520050683 HTTP/1.1" status: 200 len: 217 time: 0.1364508 Jun 03 20:03:59.151299 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58598) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:59.169265 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Attempting to bind port 505112f3-ae5c-445e-9b96-f54a07bb6938 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:03:59.169577 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Attempting to bind port 505112f3-ae5c-445e-9b96-f54a07bb6938 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:03:59.169924 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Attempting to bind port 505112f3-ae5c-445e-9b96-f54a07bb6938 on network b20ed959-7f00-42fd-9ac3-7f1f0415214a {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:59.176174 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:59.193822 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Port 505112f3-ae5c-445e-9b96-f54a07bb6938 on network b20ed959-7f00-42fd-9ac3-7f1f0415214a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:03:59.194407 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Attempting to bind port 505112f3-ae5c-445e-9b96-f54a07bb6938 on network b20ed959-7f00-42fd-9ac3-7f1f0415214a {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:03:59.204037 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:03:59.213927 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:03:59.214481 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Checking segment: {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:03:59.216435 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Bound using segment: {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:03:59.217138 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Bound port: 505112f3-ae5c-445e-9b96-f54a07bb6938, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:03:59.217717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:59.250434 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-3dbd2feb-5f3c-462e-8c6d-d07dc34e642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:59.252161 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-3dbd2feb-5f3c-462e-8c6d-d07dc34e642a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=bcd7bc84-5243-458d-86b6-b73911899fae HTTP/1.1" status: 200 len: 843 time: 0.1107605 Jun 03 20:03:59.317579 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fcc9a-7b78-4bd8-ae55-dc17a0c3b678 req-39a67714-0a7c-49c7-98ad-e00f39783b81 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:59.320613 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ed1fcc9a-7b78-4bd8-ae55-dc17a0c3b678 req-39a67714-0a7c-49c7-98ad-e00f39783b81 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 943 time: 0.2306097 Jun 03 20:03:59.331517 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] Usage tracker for resource:security_group_rule and tenant:de90567356554790a347d06895a0411c is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:03:59.335703 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:03:59.346860 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:03:59.428438 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ed1fcc9a-7b78-4bd8-ae55-dc17a0c3b678 req-6345aba7-3195-4709-9c83-cc02c9d276b2 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989139 Jun 03 20:03:59.455080 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] For port 505112f3-ae5c-445e-9b96-f54a07bb6938, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:03:59.459133 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-b73fe76f-4259-4e34-8a22-e7cc635e130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:59.460809 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-b73fe76f-4259-4e34-8a22-e7cc635e130a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=107ab59e-b58a-4a64-849c-46084d2bc245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1935494 Jun 03 20:03:59.461755 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] For port 505112f3-ae5c-445e-9b96-f54a07bb6938, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=505112f3-ae5c-445e-9b96-f54a07bb6938,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:03:59.470736 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:59.476626 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:59.478237 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864003b-f6dd-4cd9-86e8-f5d1e5a9187c req-6aff8b0c-990e-4151-8cfa-835f4e6c61f4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:59.479717 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9864003b-f6dd-4cd9-86e8-f5d1e5a9187c req-6aff8b0c-990e-4151-8cfa-835f4e6c61f4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1522586 Jun 03 20:03:59.561999 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:59.562617 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:59.564001 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] 10.222.0.109 "PUT /v2.0/ports/505112f3-ae5c-445e-9b96-f54a07bb6938 HTTP/1.1" status: 200 len: 1093 time: 1.3651986 Jun 03 20:03:59.564495 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e877d90-e447-462e-8879-1ba709cc7a7a', 'tag': '505112f3-ae5c-445e-9b96-f54a07bb6938'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:03:59.567661 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5e877d90-e447-462e-8879-1ba709cc7a7a", "tag": "505112f3-ae5c-445e-9b96-f54a07bb6938"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:03:59.610582 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Pushing event updated for resources: {'Port': ['ID=505112f3-ae5c-445e-9b96-f54a07bb6938,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:59.615774 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:59.617477 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:59.618255 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9864003b-f6dd-4cd9-86e8-f5d1e5a9187c req-ddabc9fc-59dd-4c98-b1b0-4a499206b771 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184871 Jun 03 20:03:59.625330 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:59.637663 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-383e9b66-969e-4705-95e5-b4ca4a0f64e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:03:59.650549 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-8563c6bd-32cb-46bc-a1db-70416fbc403a service neutron] 10.222.0.109 "GET /v2.0/networks/107ab59e-b58a-4a64-849c-46084d2bc245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698258 Jun 03 20:03:59.692262 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c656c4-6939-44fb-9cd4-0b9d8903f7d8 x-openstack-request-id: req-b0c656c4-6939-44fb-9cd4-0b9d8903f7d8 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:03:59.692529 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e877d90-e447-462e-8879-1ba709cc7a7a", "tag": "505112f3-ae5c-445e-9b96-f54a07bb6938", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:03:59.692660 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b0c656c4-6939-44fb-9cd4-0b9d8903f7d8 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:03:59.693595 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e877d90-e447-462e-8879-1ba709cc7a7a', 'tag': '505112f3-ae5c-445e-9b96-f54a07bb6938', 'status': 'completed', 'code': 200} Jun 03 20:03:59.726831 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a0b521-c4e4-4a94-a297-5ed72c729c2f,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:03:59.732009 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:03:59.737186 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=de90567356554790a347d06895a0411c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821309 Jun 03 20:03:59.737186 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58606) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:03:59.789356 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c04e0203-b55b-4d95-bee2-5dd44dd6d909 req-8cc987b6-7c04-45f8-a0a5-15961be5f988 service neutron] 10.222.0.109 "GET /v2.0/networks/107ab59e-b58a-4a64-849c-46084d2bc245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304078 Jun 03 20:03:59.819703 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-54f137d6-1043-4487-8f4e-80db99b41744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:59.820880 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-54f137d6-1043-4487-8f4e-80db99b41744 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 1096 time: 0.1862154 Jun 03 20:03:59.823344 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f62af53a-56c2-4e30-8ff8-8d5e55c301ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:59.912991 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f62af53a-56c2-4e30-8ff8-8d5e55c301ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:03:59.920592 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3089da3d-beb6-4566-9766-b17285670e35 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=505112f3-ae5c-445e-9b96-f54a07bb6938 HTTP/1.1" status: 200 len: 217 time: 0.0769038 Jun 03 20:03:59.930415 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99c35b-fea4-4cdf-8f67-f05a0efbfec6 req-409c1ec5-42e1-42a1-bc87-fbcf1f64866c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:03:59.931792 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cf99c35b-fea4-4cdf-8f67-f05a0efbfec6 req-409c1ec5-42e1-42a1-bc87-fbcf1f64866c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 948 time: 0.0800688 Jun 03 20:03:59.977726 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cf99c35b-fea4-4cdf-8f67-f05a0efbfec6 req-961ff052-0725-4c11-89c1-0b404d442709 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384307 Jun 03 20:04:00.007465 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-06054dfd-3772-40cf-9367-e45dcf3ab317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:00.008953 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-06054dfd-3772-40cf-9367-e45dcf3ab317 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1d0a58f4-bb19-479f-be40-bdf528e168d1 HTTP/1.1" status: 200 len: 854 time: 0.0646927 Jun 03 20:04:00.018883 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f62af53a-56c2-4e30-8ff8-8d5e55c301ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:00.023890 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-df7d2565-87e7-448c-8050-7829ac185342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:00.077240 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62af53a-56c2-4e30-8ff8-8d5e55c301ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a0b521-c4e4-4a94-a297-5ed72c729c2f,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:00.082702 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-d180eae0-2235-409c-bd45-62995e151f35 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b20ed959-7f00-42fd-9ac3-7f1f0415214a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595315 Jun 03 20:04:00.084500 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f62af53a-56c2-4e30-8ff8-8d5e55c301ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:00.086800 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f62af53a-56c2-4e30-8ff8-8d5e55c301ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:00.087847 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-f62af53a-56c2-4e30-8ff8-8d5e55c301ba admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/31a0b521-c4e4-4a94-a297-5ed72c729c2f HTTP/1.1" status: 204 len: 168 time: 0.3498042 Jun 03 20:04:00.241790 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-27c47f2b-6735-4ee0-8ef7-31efd23f659a service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447408 Jun 03 20:04:00.416908 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c8d0c299-adfd-469d-8350-0d73bce3c82a req-3732132a-3b12-485b-bf1d-44dfc088d781 service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576784 Jun 03 20:04:00.580500 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae req-74ec34f7-ca78-43f7-99d8-7e1e2219b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:00.582094 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae req-74ec34f7-ca78-43f7-99d8-7e1e2219b288 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 1096 time: 0.0884550 Jun 03 20:04:00.748618 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae req-f3ec9b93-6c4a-4cbe-b9fa-936a07da3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:00.750193 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae req-f3ec9b93-6c4a-4cbe-b9fa-936a07da3c98 service neutron] 10.222.0.109 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 916 time: 0.1507411 Jun 03 20:04:00.767448 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba411f-87ec-4694-868b-eb4b2f93511d req-4a175a4e-a50b-4993-b524-2ed8b99ea700 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:00.768989 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6eba411f-87ec-4694-868b-eb4b2f93511d req-4a175a4e-a50b-4993-b524-2ed8b99ea700 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 943 time: 0.2020757 Jun 03 20:04:00.837728 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae req-31498927-fbe4-4ebb-8b5b-338e387aa12d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=505112f3-ae5c-445e-9b96-f54a07bb6938 HTTP/1.1" status: 200 len: 217 time: 0.0736406 Jun 03 20:04:00.877544 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6eba411f-87ec-4694-868b-eb4b2f93511d req-a2be34e8-9c29-400d-a356-6d4b4a5204e8 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667634 Jun 03 20:04:00.919474 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae req-9129798c-4dc4-4770-9485-b3b121f3ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:00.921484 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae req-9129798c-4dc4-4770-9485-b3b121f3ae41 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1d0a58f4-bb19-479f-be40-bdf528e168d1 HTTP/1.1" status: 200 len: 854 time: 0.0724812 Jun 03 20:04:00.931882 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc3c68-b24c-45f3-9d66-fdff91087b84 req-2a9cfb38-62bd-4129-9281-8595212a8075 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:00.933726 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dddc3c68-b24c-45f3-9d66-fdff91087b84 req-2a9cfb38-62bd-4129-9281-8595212a8075 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1638527 Jun 03 20:04:00.979106 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae req-ecb028db-f842-4b62-9050-233d41003f40 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b20ed959-7f00-42fd-9ac3-7f1f0415214a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476358 Jun 03 20:04:00.984248 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dddc3c68-b24c-45f3-9d66-fdff91087b84 req-05926469-b4f8-4a2f-8508-164e95ccb245 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Jun 03 20:04:01.030483 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58648) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:01.136711 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae req-22994ba3-f777-45cf-8da8-fb4fab9c014e service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349807 Jun 03 20:04:01.168103 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-219470874-network', 'tenant_id': '75f4f50c2e254025aace2c7be9216a10'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:01.175483 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:01.181984 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Usage tracker for resource:network and tenant:75f4f50c2e254025aace2c7be9216a10 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:01.189684 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:01.198485 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:01.208117 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca62e-c23e-46c3-850a-251195f52a13 req-d01167d5-c392-43f3-88bf-26f0b436a9ea tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:01.209664 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6a3ca62e-c23e-46c3-850a-251195f52a13 req-d01167d5-c392-43f3-88bf-26f0b436a9ea tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 948 time: 0.1069751 Jun 03 20:04:01.236948 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Made reservation on behalf of 75f4f50c2e254025aace2c7be9216a10 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:04:01.239143 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:01.264053 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:01.289267 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6a3ca62e-c23e-46c3-850a-251195f52a13 req-e655d752-245d-470a-80cd-996df1f121aa tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707684 Jun 03 20:04:01.290143 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:01.294611 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Usage tracker for resource:security_group_rule and tenant:75f4f50c2e254025aace2c7be9216a10 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:01.297660 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:01.305254 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:01.306320 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b103452-acfb-42b5-aa6f-8e3f62f5c0ae req-c16eed2b-d122-44be-8056-c7a05fba97e1 service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382101 Jun 03 20:04:01.394545 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:01.406431 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:01.411147 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-03f7c50e-b6d3-470c-b9ee-5504e6172c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:01.432113 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1177} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:04:01.453466 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6012ac95-e36a-45ea-83bc-bcd9329ee863,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:01.456303 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:01.456647 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.segments_db [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Added segment 556ba422-75d2-4613-bd2a-578727bcad6c of type vlan for network ea7bb42f-87f7-4055-bd58-68e447187471 Jun 03 20:04:01.457947 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:01.485991 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:01.517903 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:01.519331 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:01.519911 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:01.523560 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6be11d98-798b-4ba3-99fe-003633f01de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:01.622794 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5911200 Jun 03 20:04:01.626165 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ea7bb42f-87f7-4055-bd58-68e447187471,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:01.627498 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58658) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:01.632252 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:01.636008 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Request body: {'subnet': {'network_id': 'ea7bb42f-87f7-4055-bd58-68e447187471', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-219470874-subnet', 'tenant_id': '75f4f50c2e254025aace2c7be9216a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:01.644097 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:01.644528 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network ea7bb42f-87f7-4055-bd58-68e447187471 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:04:01.649509 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Usage tracker for resource:subnet and tenant:75f4f50c2e254025aace2c7be9216a10 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:01.653968 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:01.662264 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:01.675602 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Made reservation on behalf of 75f4f50c2e254025aace2c7be9216a10 for: {'subnet': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:04:01.679039 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15316304'] for subnet, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:02.098207 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58672) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:02.213764 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f46304-ad2e-4e4d-9b16-0b92b222e796 req-ac86fe79-c330-4761-8db5-b8bd6f96f30b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:02.217308 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-46f46304-ad2e-4e4d-9b16-0b92b222e796 req-ac86fe79-c330-4761-8db5-b8bd6f96f30b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 943 time: 0.2180250 Jun 03 20:04:02.252357 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13816291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15316290'] for subnet, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:02.257108 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a9a09126-1148-40b9-b26e-c09449eac568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:02.272157 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:02.306479 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:02.316600 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbddb25-3760-44f7-a65d-05b6560250c7 req-f2043e1a-dae2-4e27-b96e-2d921fd450f0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:02.318102 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9dbddb25-3760-44f7-a65d-05b6560250c7 req-f2043e1a-dae2-4e27-b96e-2d921fd450f0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1912982 Jun 03 20:04:02.325966 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-46f46304-ad2e-4e4d-9b16-0b92b222e796 req-90dc7074-b905-4c4c-b6a7-a35ed0ac8355 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029718 Jun 03 20:04:02.328369 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a8b6e2ccb4425a9e3029c09bf87243 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:02.331948 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:02.343337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc214be7-1e84-4d47-8464-c075797512f7,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:02.345749 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Checking segment: {'id': '556ba422-75d2-4613-bd2a-578727bcad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ea7bb42f-87f7-4055-bd58-68e447187471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:04:02.346271 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Network hostable DHCP agents. Network: ea7bb42f-87f7-4055-bd58-68e447187471, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:04:02.350044 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:02.354123 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:02.374397 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Network ea7bb42f-87f7-4055-bd58-68e447187471 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:04:02.384895 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, ea7bb42f-87f7-4055-bd58-68e447187471) {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:04:02.394896 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea5a871-d82e-4bdd-989b-9fe7cb0ae686 None None] Network ea7bb42f-87f7-4055-bd58-68e447187471 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:04:02.397415 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:02.398235 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:02.399570 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9dbddb25-3760-44f7-a65d-05b6560250c7 req-58498f20-4104-43ea-b495-37ca3de593ae tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725331 Jun 03 20:04:02.430890 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-3757e2b7-2478-46a7-ae1a-932634564884 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8018515 Jun 03 20:04:02.493829 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:02.500038 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:02.502974 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 2fd09fa8-c90a-4035-a98d-4e8520050683 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:04:02.510665 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:02.557808 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b0a8b6e2ccb4425a9e3029c09bf87243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571328 Jun 03 20:04:02.558916 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca3511-4c44-4f68-9724-8c3f19caa9ec,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:02.561069 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58682) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:02.563786 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:02.657034 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8b89ed48-5f18-4e6b-861d-374bfd740662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:02.687428 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8b89ed48-5f18-4e6b-861d-374bfd740662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:02.704809 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f21be-d0c7-4c3a-9ecc-78274175866d req-656cac7e-8cdb-45e3-987e-30f40de4319f tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:02.706400 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ae4f21be-d0c7-4c3a-9ecc-78274175866d req-656cac7e-8cdb-45e3-987e-30f40de4319f tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 948 time: 0.1066272 Jun 03 20:04:02.753428 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8b89ed48-5f18-4e6b-861d-374bfd740662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:02.760341 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b2568ec2-30d2-4230-90e9-4cd872f3f985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:02.768790 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ae4f21be-d0c7-4c3a-9ecc-78274175866d req-22d8a3a9-c69f-4d7d-ba14-6a39c1e5db85 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555053 Jun 03 20:04:02.773640 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89ed48-5f18-4e6b-861d-374bfd740662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca3511-4c44-4f68-9724-8c3f19caa9ec,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:02.784160 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8b89ed48-5f18-4e6b-861d-374bfd740662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:02.786443 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6496ad-1e9e-42d7-8cf7-bb7b09dba602 None None] Network ea7bb42f-87f7-4055-bd58-68e447187471 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:04:02.795750 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8b89ed48-5f18-4e6b-861d-374bfd740662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:02.797250 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-8b89ed48-5f18-4e6b-861d-374bfd740662 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/85ca3511-4c44-4f68-9724-8c3f19caa9ec HTTP/1.1" status: 204 len: 168 time: 0.2343357 Jun 03 20:04:02.930281 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 2fd09fa8-c90a-4035-a98d-4e8520050683, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=2fd09fa8-c90a-4035-a98d-4e8520050683,segment=NetworkSegment(3c4d5aef-3573-4de1-a85f-0f7a480edcea),segment_id=3c4d5aef-3573-4de1-a85f-0f7a480edcea)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:02.949890 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '2fd09fa8-c90a-4035-a98d-4e8520050683', 'network_id': '107ab59e-b58a-4a64-849c-46084d2bc245', 'port_id': '2fd09fa8-c90a-4035-a98d-4e8520050683', 'mac_address': 'fa:16:3e:64:fa:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd7bc84-5243-458d-86b6-b73911899fae', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:04:03.124549 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.144354 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd09fa8-c90a-4035-a98d-4e8520050683 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:04:03.156620 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58702) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:03.161047 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 2fd09fa8-c90a-4035-a98d-4e8520050683, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=2fd09fa8-c90a-4035-a98d-4e8520050683,segment=NetworkSegment(3c4d5aef-3573-4de1-a85f-0f7a480edcea),segment_id=3c4d5aef-3573-4de1-a85f-0f7a480edcea)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:03.161716 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-296223065-network', 'tenant_id': 'ffddfd5888be4c0eb9dd195a58ec32c0'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:03.165774 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.167839 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:03.168157 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:03.174100 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Usage tracker for resource:network and tenant:ffddfd5888be4c0eb9dd195a58ec32c0 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:03.177182 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:03.184033 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:03.196223 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Made reservation on behalf of ffddfd5888be4c0eb9dd195a58ec32c0 for: {'network': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:04:03.199219 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.219943 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.234804 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:03.238867 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Usage tracker for resource:security_group_rule and tenant:ffddfd5888be4c0eb9dd195a58ec32c0 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:03.239420 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=2fd09fa8-c90a-4035-a98d-4e8520050683,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:03.241836 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:03.245775 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:03.247757 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:03.255867 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58704) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:03.275197 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.291059 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:03.295634 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] Usage tracker for resource:security_group_rule and tenant:87ad08ead0c647abade9aece419682bc is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:03.298610 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:03.304401 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:03.342704 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.346596 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.351196 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f62af53a-56c2-4e30-8ff8-8d5e55c301ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:03.380404 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=91760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:04:03.389940 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28098a90-6ea1-44bb-8f99-7a7e093a6923,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:03.393710 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:03.396269 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.396614 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.segments_db [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Added segment 261eef16-1442-4944-bb71-1d2814de11fa of type vlan for network 1512a452-7622-4b2f-b5e7-6ed0aebf16ea Jun 03 20:04:03.398563 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.409209 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.420560 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-14b89eef-e93c-435c-a847-029ae8acd00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:03.428805 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.463893 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=87ad08ead0c647abade9aece419682bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069130 Jun 03 20:04:03.464177 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.465511 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98656173-30f2-478f-a268-c63729dc184d,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:03.465640 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:03.466288 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.468754 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:03.469415 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58710) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:03.470280 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e67fb350-33db-406a-97fb-3a0fe2728de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:03.584852 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Pushing event updated for resources: {'Network': ['ID=1512a452-7622-4b2f-b5e7-6ed0aebf16ea,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:03.587701 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4299757 Jun 03 20:04:03.588718 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:03.590690 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58712) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:03.595546 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Request body: {'subnet': {'network_id': '1512a452-7622-4b2f-b5e7-6ed0aebf16ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-296223065-subnet', 'tenant_id': 'ffddfd5888be4c0eb9dd195a58ec32c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:03.596468 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 1512a452-7622-4b2f-b5e7-6ed0aebf16ea details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:04:03.600173 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:03.604243 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Usage tracker for resource:subnet and tenant:ffddfd5888be4c0eb9dd195a58ec32c0 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:03.607788 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:03.614285 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:03.625878 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Made reservation on behalf of ffddfd5888be4c0eb9dd195a58ec32c0 for: {'subnet': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:04:03.628330 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15316304'] for subnet, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.648941 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7ef032f5-c7f7-4d36-967d-bd74bb22be46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.678701 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030183d-c0c4-4e2a-983e-b3aa5cdfd68b req-9a99cf09-0a02-4308-8baa-b944b69bb7c7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:03.680209 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b030183d-c0c4-4e2a-983e-b3aa5cdfd68b req-9a99cf09-0a02-4308-8baa-b944b69bb7c7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 943 time: 0.2200847 Jun 03 20:04:03.733878 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbd766-0829-44f7-b61b-3c255932c6ed req-41fe3cb8-06f0-410c-91f5-a44dd5622d37 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:03.742011 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-14fbd766-0829-44f7-b61b-3c255932c6ed req-41fe3cb8-06f0-410c-91f5-a44dd5622d37 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.2189803 Jun 03 20:04:03.749756 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7ef032f5-c7f7-4d36-967d-bd74bb22be46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.830957 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b030183d-c0c4-4e2a-983e-b3aa5cdfd68b req-1ee86e7c-a9e9-4f8d-9108-1a62f1fc77a7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355922 Jun 03 20:04:03.854747 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-14fbd766-0829-44f7-b61b-3c255932c6ed req-613b19ed-a027-4f69-a95b-439aa8410dc2 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115654 Jun 03 20:04:03.892255 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7ef032f5-c7f7-4d36-967d-bd74bb22be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.904935 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c558311c-5829-43ee-b1ab-0b1909d857e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:03.921886 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7ef032f5-c7f7-4d36-967d-bd74bb22be46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:03.923072 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-7ef032f5-c7f7-4d36-967d-bd74bb22be46 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/98656173-30f2-478f-a268-c63729dc184d HTTP/1.1" status: 204 len: 168 time: 0.4163251 Jun 03 20:04:03.924470 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef032f5-c7f7-4d36-967d-bd74bb22be46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98656173-30f2-478f-a268-c63729dc184d,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:03.934554 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7ef032f5-c7f7-4d36-967d-bd74bb22be46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:04.062261 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dc340-3b16-49d6-96d2-bb7dede1bc6d req-86f3e9dc-70e7-425e-9b05-3c86967a0ad0 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:04.063899 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ca3dc340-3b16-49d6-96d2-bb7dede1bc6d req-86f3e9dc-70e7-425e-9b05-3c86967a0ad0 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 949 time: 0.0886836 Jun 03 20:04:04.091870 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['2fd09fa8-c90a-4035-a98d-4e8520050683'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:04:04.119598 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13816291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15316290'] for subnet, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:04.125481 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:04.135471 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ca3dc340-3b16-49d6-96d2-bb7dede1bc6d req-4c8ae452-f3c6-4a9e-acb5-e6f731499507 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628564 Jun 03 20:04:04.189884 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=670e8b70-2fb3-4762-8c7b-68674d52fd8d,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:04.194175 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:04.233209 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Checking segment: {'id': '261eef16-1442-4944-bb71-1d2814de11fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '1512a452-7622-4b2f-b5e7-6ed0aebf16ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:04:04.233666 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Network hostable DHCP agents. Network: 1512a452-7622-4b2f-b5e7-6ed0aebf16ea, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:04:04.256053 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Network 1512a452-7622-4b2f-b5e7-6ed0aebf16ea is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:04:04.274577 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 1512a452-7622-4b2f-b5e7-6ed0aebf16ea) {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:04:04.286781 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:04.287368 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:04.290647 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63273918-dfcf-4b3c-8427-bb27c9179920 None None] Network 1512a452-7622-4b2f-b5e7-6ed0aebf16ea requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:04:04.313411 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-7b493b40-04cc-4d10-9694-3ce78cab2ce7 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7216616 Jun 03 20:04:04.501775 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 505112f3-ae5c-445e-9b96-f54a07bb6938 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:04:04.545104 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080d500a-615d-4f2e-bc0a-f990293e8e2c None None] Network 1512a452-7622-4b2f-b5e7-6ed0aebf16ea requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:04:04.856847 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 505112f3-ae5c-445e-9b96-f54a07bb6938, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=505112f3-ae5c-445e-9b96-f54a07bb6938,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:04.874423 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '505112f3-ae5c-445e-9b96-f54a07bb6938', 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a', 'port_id': '505112f3-ae5c-445e-9b96-f54a07bb6938', 'mac_address': 'fa:16:3e:a9:4c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0a58f4-bb19-479f-be40-bdf528e168d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:04:04.944340 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:04.975191 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505112f3-ae5c-445e-9b96-f54a07bb6938 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:04:04.994153 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 505112f3-ae5c-445e-9b96-f54a07bb6938, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=505112f3-ae5c-445e-9b96-f54a07bb6938,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:04.999305 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:05.004288 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:05.051682 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83447589-38b8-4fc4-8751-a666449e8101 req-6081c2b1-c6f9-420a-b2bf-e4aa39164351 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:05.053429 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-83447589-38b8-4fc4-8751-a666449e8101 req-6081c2b1-c6f9-420a-b2bf-e4aa39164351 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 944 time: 0.0903533 Jun 03 20:04:05.090867 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=505112f3-ae5c-445e-9b96-f54a07bb6938,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:05.093993 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:05.214518 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-83447589-38b8-4fc4-8751-a666449e8101 req-b180309d-1532-4b35-a61f-2a9de475523c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550968 Jun 03 20:04:05.275254 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-c2d205a6-5fd4-4b17-b518-f0d02b5f94b7 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:05.275948 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-c2d205a6-5fd4-4b17-b518-f0d02b5f94b7 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Synchronizing usage tracker for tenant:75f4f50c2e254025aace2c7be9216a10 on resource:network {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:04:05.295913 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-c2d205a6-5fd4-4b17-b518-f0d02b5f94b7 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Unset dirty status for tenant:75f4f50c2e254025aace2c7be9216a10 on resource:network {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:04:05.303167 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-c2d205a6-5fd4-4b17-b518-f0d02b5f94b7 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/networks?id=ea7bb42f-87f7-4055-bd58-68e447187471 HTTP/1.1" status: 200 len: 808 time: 0.2265186 Jun 03 20:04:05.325418 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-66496e88-7e48-4c67-a5b5-146061cb5d58 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/quotas/75f4f50c2e254025aace2c7be9216a10 HTTP/1.1" status: 200 len: 375 time: 0.0192783 Jun 03 20:04:05.476441 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-8f45f995-d6a9-4a7d-a2d6-19ab5893bbb8 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=75f4f50c2e254025aace2c7be9216a10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1501322 Jun 03 20:04:05.553711 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58778) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:05.636694 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbceef1-9b98-4683-8d37-73cc3ddf7e8a req-80c19704-6412-45b8-a413-fff74f1b3511 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:05.638711 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0fbceef1-9b98-4683-8d37-73cc3ddf7e8a req-80c19704-6412-45b8-a413-fff74f1b3511 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.2088194 Jun 03 20:04:05.642600 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-b160b1f8-0dfa-4104-8cff-706bce33d594 service neutron] 10.222.0.95 "GET /v2.0/networks/ea7bb42f-87f7-4055-bd58-68e447187471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585028 Jun 03 20:04:05.674791 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:05.689505 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:05.693301 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] Usage tracker for resource:security_group_rule and tenant:b848ecd6b37c4845a2a4b4487629d718 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:05.696172 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:05.702352 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:05.768528 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0fbceef1-9b98-4683-8d37-73cc3ddf7e8a req-e319d8da-2fb8-416c-be91-efe41e3a2874 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237254 Jun 03 20:04:05.810630 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:05.815543 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:05.816749 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-56980560-12cf-479e-8d84-46d379b1c6ce service neutron] 10.222.0.95 "GET /v2.0/networks/ea7bb42f-87f7-4055-bd58-68e447187471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548686 Jun 03 20:04:05.831000 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1b67d616-f004-40e0-997f-fbcd94c83e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:05.872245 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b848ecd6b37c4845a2a4b4487629d718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172753 Jun 03 20:04:05.874402 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['505112f3-ae5c-445e-9b96-f54a07bb6938'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:04:05.875397 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58782) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:05.913752 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad545d4-f355-4ec9-be1f-8fff9dc471a0,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:05.918338 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:05.951882 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-21935621-efe0-4c29-be6a-9e28551e1a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:06.026149 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-21935621-efe0-4c29-be6a-9e28551e1a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:06.127886 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-21935621-efe0-4c29-be6a-9e28551e1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:06.133503 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:06.149918 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57868baf-db11-415f-a040-17e5247dec76 req-a402e0da-98c6-4377-a08a-c668bb316f30 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:06.151431 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-57868baf-db11-415f-a040-17e5247dec76 req-a402e0da-98c6-4377-a08a-c668bb316f30 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 949 time: 0.1180043 Jun 03 20:04:06.161070 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21935621-efe0-4c29-be6a-9e28551e1a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad545d4-f355-4ec9-be1f-8fff9dc471a0,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:06.167269 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-21935621-efe0-4c29-be6a-9e28551e1a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:06.171793 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-21935621-efe0-4c29-be6a-9e28551e1a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:06.172561 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-21935621-efe0-4c29-be6a-9e28551e1a22 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6ad545d4-f355-4ec9-be1f-8fff9dc471a0 HTTP/1.1" status: 204 len: 168 time: 0.2962396 Jun 03 20:04:06.225822 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-57868baf-db11-415f-a040-17e5247dec76 req-24101938-4943-4df0-a49a-143e58998234 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632927 Jun 03 20:04:06.330905 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f5b4bdd5-1db1-4e67-9649-bcd6056fe15c req-fb6f0302-495d-4bfd-9921-c05a6ba5dd87 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 210 time: 0.0560198 Jun 03 20:04:06.429117 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f77b3-138b-414f-90d4-8dc46621f253 req-217cd76e-fd60-459f-8d8e-76bf045f8c1d tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:06.430729 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fc8f77b3-138b-414f-90d4-8dc46621f253 req-217cd76e-fd60-459f-8d8e-76bf045f8c1d tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 944 time: 0.0924954 Jun 03 20:04:06.490029 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fc8f77b3-138b-414f-90d4-8dc46621f253 req-5f08811d-8c55-4a88-bcbe-4e659decba4a tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514002 Jun 03 20:04:06.972663 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6a847-65bf-4244-b293-f7c25e9f821e req-53c9eb5f-5b30-423b-aa0d-044d6457a632 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:06.974461 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-00f6a847-65bf-4244-b293-f7c25e9f821e req-53c9eb5f-5b30-423b-aa0d-044d6457a632 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0882192 Jun 03 20:04:07.022088 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-00f6a847-65bf-4244-b293-f7c25e9f821e req-f088a86c-d6ca-4b83-9f1a-ac27f74be37a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Jun 03 20:04:07.428367 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027c133-9bb8-4727-b8a4-d6615441cbc8 req-c94d86b9-35a9-4fd8-9270-30d8c651e621 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:07.429914 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0027c133-9bb8-4727-b8a4-d6615441cbc8 req-c94d86b9-35a9-4fd8-9270-30d8c651e621 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 949 time: 0.0857825 Jun 03 20:04:07.503647 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0027c133-9bb8-4727-b8a4-d6615441cbc8 req-a85f8368-3f4b-44dd-afba-2915fe4fb0fa tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664334 Jun 03 20:04:07.583353 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ba43a1b9-dc73-4d2c-aece-2bf31462453b req-49cd4ea3-1860-4932-bd5f-edb904512041 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 210 time: 0.0503554 Jun 03 20:04:07.767642 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec832b-7a8a-4067-a55c-a455cf964b5c req-0e92e00b-7bf0-468a-8da9-1c21aa088eb7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:07.769201 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3eec832b-7a8a-4067-a55c-a455cf964b5c req-0e92e00b-7bf0-468a-8da9-1c21aa088eb7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 944 time: 0.1286900 Jun 03 20:04:07.851473 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3eec832b-7a8a-4067-a55c-a455cf964b5c req-463131c2-e0d5-4515-b017-57ebdaf3e189 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736678 Jun 03 20:04:07.855070 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-edbadc58-0809-47d9-aa96-12ed4206c383 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:07.857102 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-edbadc58-0809-47d9-aa96-12ed4206c383 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.109 "GET /v2.0/networks?id=ea7bb42f-87f7-4055-bd58-68e447187471 HTTP/1.1" status: 200 len: 808 time: 0.1760385 Jun 03 20:04:07.898594 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Request body: {'port': {'device_id': '3c715d07-c25b-4ff6-bbea-346d3c21a200', 'network_id': 'ea7bb42f-87f7-4055-bd58-68e447187471', 'admin_state_up': True, 'tenant_id': '75f4f50c2e254025aace2c7be9216a10'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:08.123112 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:08.128762 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Usage tracker for resource:port and tenant:75f4f50c2e254025aace2c7be9216a10 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:08.134600 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:08.144687 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:08.158807 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Made reservation on behalf of 75f4f50c2e254025aace2c7be9216a10 for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:04:08.162700 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:08.224528 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224307c-88ff-419f-8722-174bb621589d req-e96b3924-2ec5-407d-8e6b-1721c96bd237 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:08.225915 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7224307c-88ff-419f-8722-174bb621589d req-e96b3924-2ec5-407d-8e6b-1721c96bd237 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0899305 Jun 03 20:04:08.282762 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7224307c-88ff-419f-8722-174bb621589d req-502aa930-4750-446f-a720-c25ece538fae tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497003 Jun 03 20:04:08.351731 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Allocated IP 172.20.0.9 (ea7bb42f-87f7-4055-bd58-68e447187471/dc214be7-1e84-4d47-8464-c075797512f7/694e0046-2348-4c67-b688-9719c8e2bb06) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:04:08.507329 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 2fd09fa8-c90a-4035-a98d-4e8520050683 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:04:08.577163 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:08.607319 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 2fd09fa8-c90a-4035-a98d-4e8520050683 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:04:08.612519 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 2fd09fa8-c90a-4035-a98d-4e8520050683 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:04:08.613023 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:08.626281 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:08.633749 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:08.710752 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Network ea7bb42f-87f7-4055-bd58-68e447187471 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:04:08.714278 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:04:08.719232 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:04:08.753373 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:08.768428 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Pushing event updated for resources: {'Port': ['ID=694e0046-2348-4c67-b688-9719c8e2bb06,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:08.776895 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:08.787524 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31689b8-080c-4860-95ad-6118d987a7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd09fa8-c90a-4035-a98d-4e8520050683'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:04:08.789823 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395c7171-b890-42d5-aa03-3b376447271d" -d '{"events": [{"server_uuid": "b31689b8-080c-4860-95ad-6118d987a7be", "name": "network-vif-plugged", "status": "completed", "tag": "2fd09fa8-c90a-4035-a98d-4e8520050683"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:04:08.796501 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eadf9-16ba-490c-a0af-ea2cf092ce62 req-e4dba123-9122-44b2-826d-a3fd5560f2da tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:08.797149 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 2fd09fa8-c90a-4035-a98d-4e8520050683, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=2fd09fa8-c90a-4035-a98d-4e8520050683,segment=NetworkSegment(3c4d5aef-3573-4de1-a85f-0f7a480edcea),segment_id=3c4d5aef-3573-4de1-a85f-0f7a480edcea)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:08.798060 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d77eadf9-16ba-490c-a0af-ea2cf092ce62 req-e4dba123-9122-44b2-826d-a3fd5560f2da tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 949 time: 0.1645148 Jun 03 20:04:08.808693 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:08.809031 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:08.809699 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:08.809884 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 505112f3-ae5c-445e-9b96-f54a07bb6938 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:04:08.832587 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9379821 Jun 03 20:04:08.839020 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:08.850949 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d563eb-2780-407b-a52c-edb7f7b64cbe req-2d8f4e51-1603-43e6-99d5-786b64f62bba tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:08.852419 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-29d563eb-2780-407b-a52c-edb7f7b64cbe req-2d8f4e51-1603-43e6-99d5-786b64f62bba tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 931 time: 0.1560645 Jun 03 20:04:08.854076 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Request body: {'port': {'device_id': '3c715d07-c25b-4ff6-bbea-346d3c21a200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:08.897487 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d77eadf9-16ba-490c-a0af-ea2cf092ce62 req-3e776340-9ac4-47a8-b1e8-ffcd3ae39c54 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836115 Jun 03 20:04:08.932536 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-29d563eb-2780-407b-a52c-edb7f7b64cbe req-efa10c87-a830-4dea-a7ed-d0cb1eed018e tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Synchronizing usage tracker for tenant:75f4f50c2e254025aace2c7be9216a10 on resource:security_group {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:04:08.952635 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-29d563eb-2780-407b-a52c-edb7f7b64cbe req-efa10c87-a830-4dea-a7ed-d0cb1eed018e tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Unset dirty status for tenant:75f4f50c2e254025aace2c7be9216a10 on resource:security_group {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:04:08.954887 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-29d563eb-2780-407b-a52c-edb7f7b64cbe req-efa10c87-a830-4dea-a7ed-d0cb1eed018e tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899353 Jun 03 20:04:08.994928 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05095ce-74fe-4050-832f-89e50895f68d x-openstack-request-id: req-f05095ce-74fe-4050-832f-89e50895f68d {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:04:08.995359 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31689b8-080c-4860-95ad-6118d987a7be", "name": "network-vif-plugged", "status": "completed", "tag": "2fd09fa8-c90a-4035-a98d-4e8520050683", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:04:08.997342 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f05095ce-74fe-4050-832f-89e50895f68d {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:04:08.997342 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31689b8-080c-4860-95ad-6118d987a7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd09fa8-c90a-4035-a98d-4e8520050683', 'code': 200} Jun 03 20:04:09.030182 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=2fd09fa8-c90a-4035-a98d-4e8520050683,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:09.033881 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:09.046106 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 505112f3-ae5c-445e-9b96-f54a07bb6938 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:04:09.053911 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:09.055685 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 505112f3-ae5c-445e-9b96-f54a07bb6938 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:04:09.056074 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:09.182112 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5adf78-01f8-4ba3-b36f-b7c744f1a5ec req-3b6c5500-4e2d-479c-b6b4-385bf6910b4e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:09.183650 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ca5adf78-01f8-4ba3-b36f-b7c744f1a5ec req-3b6c5500-4e2d-479c-b6b4-385bf6910b4e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 944 time: 0.0887089 Jun 03 20:04:09.207252 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:09.243127 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ca5adf78-01f8-4ba3-b36f-b7c744f1a5ec req-2e2cf56a-1f3a-4da2-b58a-1a2b23735ba4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493348 Jun 03 20:04:09.254806 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 505112f3-ae5c-445e-9b96-f54a07bb6938, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=505112f3-ae5c-445e-9b96-f54a07bb6938,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:09.275188 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:09.277730 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:09.412960 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=505112f3-ae5c-445e-9b96-f54a07bb6938,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:09.423934 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:09.558019 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694e0046-2348-4c67-b688-9719c8e2bb06 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:04:09.566288 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:09.587341 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Transition to ACTIVE for port object 694e0046-2348-4c67-b688-9719c8e2bb06 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:04:09.593138 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:09.597033 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ffdea-9de7-4bea-a330-1b49b4deb022 req-c3aba4ef-4695-4c12-91b2-b8cacc28c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:09.598560 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f10ffdea-9de7-4bea-a330-1b49b4deb022 req-c3aba4ef-4695-4c12-91b2-b8cacc28c4fa service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 1103 time: 0.1783874 Jun 03 20:04:09.598706 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fef5b74f-bec3-4de8-a9c3-cb765a19b217 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:09.612811 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93bea-2ff0-4d33-b0d9-deadc36323c9 req-e71a6691-102f-4d5c-9599-675971609897 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:09.615854 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-42e93bea-2ff0-4d33-b0d9-deadc36323c9 req-e71a6691-102f-4d5c-9599-675971609897 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1403177 Jun 03 20:04:09.681150 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f10ffdea-9de7-4bea-a330-1b49b4deb022 req-0f7ffd5f-f9d8-4175-9c1f-88c6469de047 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629447 Jun 03 20:04:09.693025 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-42e93bea-2ff0-4d33-b0d9-deadc36323c9 req-db21224c-6daf-4ada-955f-c5421a41d5b9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583997 Jun 03 20:04:09.751347 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Pushing event updated for resources: {'Port': ['ID=694e0046-2348-4c67-b688-9719c8e2bb06,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:09.758605 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:09.833172 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Attempting to bind port 694e0046-2348-4c67-b688-9719c8e2bb06 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:04:09.833497 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Attempting to bind port 694e0046-2348-4c67-b688-9719c8e2bb06 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '556ba422-75d2-4613-bd2a-578727bcad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ea7bb42f-87f7-4055-bd58-68e447187471'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:04:09.833616 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Attempting to bind port 694e0046-2348-4c67-b688-9719c8e2bb06 on network ea7bb42f-87f7-4055-bd58-68e447187471 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:04:09.838597 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Port 694e0046-2348-4c67-b688-9719c8e2bb06 on network ea7bb42f-87f7-4055-bd58-68e447187471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:04:09.839062 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Attempting to bind port 694e0046-2348-4c67-b688-9719c8e2bb06 on network ea7bb42f-87f7-4055-bd58-68e447187471 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:04:09.845419 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:04:09.845762 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Checking segment: {'id': '556ba422-75d2-4613-bd2a-578727bcad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ea7bb42f-87f7-4055-bd58-68e447187471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:04:09.846179 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Bound using segment: {'id': '556ba422-75d2-4613-bd2a-578727bcad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ea7bb42f-87f7-4055-bd58-68e447187471'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:04:09.846612 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Bound port: 694e0046-2348-4c67-b688-9719c8e2bb06, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556ba422-75d2-4613-bd2a-578727bcad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ea7bb42f-87f7-4055-bd58-68e447187471'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:04:09.846961 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:09.937174 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] For port 694e0046-2348-4c67-b688-9719c8e2bb06, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:04:09.940494 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] For port 694e0046-2348-4c67-b688-9719c8e2bb06, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=694e0046-2348-4c67-b688-9719c8e2bb06,segment=NetworkSegment(556ba422-75d2-4613-bd2a-578727bcad6c),segment_id=556ba422-75d2-4613-bd2a-578727bcad6c)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:04:09.945845 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:09.949463 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3131ef02-8b78-45df-8179-caa4f1c3b73b tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:10.010351 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:10.010967 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:10.012433 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] 10.222.0.109 "PUT /v2.0/ports/694e0046-2348-4c67-b688-9719c8e2bb06 HTTP/1.1" status: 200 len: 1093 time: 1.1626415 Jun 03 20:04:10.013528 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c715d07-c25b-4ff6-bbea-346d3c21a200', 'tag': '694e0046-2348-4c67-b688-9719c8e2bb06'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:04:10.015862 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c06f36c-4c4c-4b74-b243-9b24cd61408b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c715d07-c25b-4ff6-bbea-346d3c21a200", "tag": "694e0046-2348-4c67-b688-9719c8e2bb06"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:04:10.049398 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Pushing event updated for resources: {'Port': ['ID=694e0046-2348-4c67-b688-9719c8e2bb06,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:10.054450 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:10.161423 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-157c808d-7ad8-4127-b64c-3aabba9c49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:10.163878 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-157c808d-7ad8-4127-b64c-3aabba9c49bf service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=75f4f50c2e254025aace2c7be9216a10&device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 1096 time: 0.0897682 Jun 03 20:04:10.243410 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a7ce5-c7d6-48b5-8482-87c39875190c req-d013e230-e4df-4c92-a4bc-a54b48221158 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:10.245028 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9f0a7ce5-c7d6-48b5-8482-87c39875190c req-d013e230-e4df-4c92-a4bc-a54b48221158 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 950 time: 0.2242706 Jun 03 20:04:10.281961 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff90ab-6baf-449a-8a43-e074ef840484 req-dfe78236-a460-418c-b75c-eb612aa2ebc5 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:10.283474 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d4ff90ab-6baf-449a-8a43-e074ef840484 req-dfe78236-a460-418c-b75c-eb612aa2ebc5 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 943 time: 0.1349907 Jun 03 20:04:10.323096 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-ca807ed7-e7ce-4553-a2d7-4f1e37340145 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=694e0046-2348-4c67-b688-9719c8e2bb06 HTTP/1.1" status: 200 len: 217 time: 0.1505458 Jun 03 20:04:10.329623 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9f0a7ce5-c7d6-48b5-8482-87c39875190c req-50f4174d-5fe1-454a-9dfc-17daeb4f031a tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765388 Jun 03 20:04:10.360700 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d4ff90ab-6baf-449a-8a43-e074ef840484 req-52e639d6-0559-4799-8b00-3f760cdc66b1 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707326 Jun 03 20:04:10.394663 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e2b35f-adbb-4943-8947-ebc99b558c13 x-openstack-request-id: req-44e2b35f-adbb-4943-8947-ebc99b558c13 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:04:10.394986 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c715d07-c25b-4ff6-bbea-346d3c21a200", "tag": "694e0046-2348-4c67-b688-9719c8e2bb06", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:04:10.395257 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-44e2b35f-adbb-4943-8947-ebc99b558c13 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:04:10.395680 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c715d07-c25b-4ff6-bbea-346d3c21a200', 'tag': '694e0046-2348-4c67-b688-9719c8e2bb06', 'status': 'completed', 'code': 200} Jun 03 20:04:10.399945 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-f48710ac-1e61-412a-adf7-37075157e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:10.401695 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-f48710ac-1e61-412a-adf7-37075157e975 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dc214be7-1e84-4d47-8464-c075797512f7 HTTP/1.1" status: 200 len: 848 time: 0.0702384 Jun 03 20:04:10.476293 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-f7e39e7b-9ed7-4970-8424-ba8474af713a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ea7bb42f-87f7-4055-bd58-68e447187471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483265 Jun 03 20:04:10.552671 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a00d9-1ec7-4242-93f8-2c04298e6cec req-20125fc6-268b-438f-b419-f8d9e9b0206a tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:10.555278 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-866a00d9-1ec7-4242-93f8-2c04298e6cec req-20125fc6-268b-438f-b419-f8d9e9b0206a tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 945 time: 0.0996189 Jun 03 20:04:10.621494 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-866a00d9-1ec7-4242-93f8-2c04298e6cec req-802efc5d-ddf3-4147-96b7-5efc20807cb4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591824 Jun 03 20:04:10.634191 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-499a554c-d11b-4d5e-ad59-def9c361a0b3 service neutron] 10.222.0.109 "GET /v2.0/networks/ea7bb42f-87f7-4055-bd58-68e447187471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444969 Jun 03 20:04:10.779077 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f0493e12-c283-4704-b1c4-f7dfbfbd1128 req-513efbd2-42fd-4d0c-8070-c24433cba86a service neutron] 10.222.0.109 "GET /v2.0/networks/ea7bb42f-87f7-4055-bd58-68e447187471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329792 Jun 03 20:04:10.900991 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976baf9-b04a-4c1c-85e3-ac49a103da96 req-f2377ef4-1ed7-4d8f-96e9-ac934f2c60e2 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:10.902436 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2976baf9-b04a-4c1c-85e3-ac49a103da96 req-f2377ef4-1ed7-4d8f-96e9-ac934f2c60e2 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0862572 Jun 03 20:04:10.947836 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2976baf9-b04a-4c1c-85e3-ac49a103da96 req-2e980d80-65d7-44a6-8200-1c3906854e38 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387681 Jun 03 20:04:10.976358 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f36c-4c4c-4b74-b243-9b24cd61408b req-6036a924-df4c-4cbb-ad07-270c52a76b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:10.977829 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9c06f36c-4c4c-4b74-b243-9b24cd61408b req-6036a924-df4c-4cbb-ad07-270c52a76b44 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=75f4f50c2e254025aace2c7be9216a10&device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 1096 time: 0.0730283 Jun 03 20:04:10.997410 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e877d90-e447-462e-8879-1ba709cc7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505112f3-ae5c-445e-9b96-f54a07bb6938'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:04:10.999715 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b314e75f-936e-4846-969d-6b946d1ada6b" -d '{"events": [{"server_uuid": "5e877d90-e447-462e-8879-1ba709cc7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "505112f3-ae5c-445e-9b96-f54a07bb6938"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:04:11.046929 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3707f1ad-3cbc-4709-a387-5ce620406966 x-openstack-request-id: req-3707f1ad-3cbc-4709-a387-5ce620406966 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:04:11.047347 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e877d90-e447-462e-8879-1ba709cc7a7a", "name": "network-vif-plugged", "status": "completed", "tag": "505112f3-ae5c-445e-9b96-f54a07bb6938", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:04:11.047700 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3707f1ad-3cbc-4709-a387-5ce620406966 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:04:11.048172 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e877d90-e447-462e-8879-1ba709cc7a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505112f3-ae5c-445e-9b96-f54a07bb6938', 'code': 200} Jun 03 20:04:11.126216 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f36c-4c4c-4b74-b243-9b24cd61408b req-28f8b593-8bd4-4eba-ad39-ad8f45efa34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:11.127742 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9c06f36c-4c4c-4b74-b243-9b24cd61408b req-28f8b593-8bd4-4eba-ad39-ad8f45efa34b service neutron] 10.222.0.109 "GET /v2.0/networks?id=ea7bb42f-87f7-4055-bd58-68e447187471 HTTP/1.1" status: 200 len: 910 time: 0.1340594 Jun 03 20:04:11.211312 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9c06f36c-4c4c-4b74-b243-9b24cd61408b req-7cd7f97c-a179-4b42-9f0e-399152d982e9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=694e0046-2348-4c67-b688-9719c8e2bb06 HTTP/1.1" status: 200 len: 217 time: 0.0697629 Jun 03 20:04:11.283557 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f36c-4c4c-4b74-b243-9b24cd61408b req-49b8ec83-d3f9-43d7-9d62-823baa4c3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:11.285069 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9c06f36c-4c4c-4b74-b243-9b24cd61408b req-49b8ec83-d3f9-43d7-9d62-823baa4c3bb3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dc214be7-1e84-4d47-8464-c075797512f7 HTTP/1.1" status: 200 len: 848 time: 0.0598381 Jun 03 20:04:11.338319 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe45594-0528-4b95-9f3b-cc0fae58fc89 req-4af35b5f-bfa1-44eb-acd2-eb9235b22620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:11.339798 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-abe45594-0528-4b95-9f3b-cc0fae58fc89 req-4af35b5f-bfa1-44eb-acd2-eb9235b22620 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 1098 time: 0.0726771 Jun 03 20:04:11.348193 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9c06f36c-4c4c-4b74-b243-9b24cd61408b req-f8ed5471-f6bb-440c-89c4-76e52072871e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ea7bb42f-87f7-4055-bd58-68e447187471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460401 Jun 03 20:04:11.423483 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-abe45594-0528-4b95-9f3b-cc0fae58fc89 req-9553794b-175f-4738-9927-319dc9d74f7f service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462565 Jun 03 20:04:11.544574 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b49b39-5060-4f15-9370-315b6fa289fd req-db09b624-f9b4-445d-9b32-22eb34c23570 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:11.546250 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-38b49b39-5060-4f15-9370-315b6fa289fd req-db09b624-f9b4-445d-9b32-22eb34c23570 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 950 time: 0.0972030 Jun 03 20:04:11.577304 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9c06f36c-4c4c-4b74-b243-9b24cd61408b req-411fa678-44c7-47aa-ac7b-5978120b5e19 service neutron] 10.222.0.109 "GET /v2.0/networks/ea7bb42f-87f7-4055-bd58-68e447187471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859217 Jun 03 20:04:11.638104 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-38b49b39-5060-4f15-9370-315b6fa289fd req-0a55833c-13fb-497f-9620-147762a9e7b6 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584161 Jun 03 20:04:11.669424 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a29f2-cede-40e0-9e62-8434826043b9 req-3d440d37-2441-4d4d-8123-7bfb0d7358e1 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:11.670922 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-683a29f2-cede-40e0-9e62-8434826043b9 req-3d440d37-2441-4d4d-8123-7bfb0d7358e1 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 943 time: 0.1237030 Jun 03 20:04:11.743831 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-683a29f2-cede-40e0-9e62-8434826043b9 req-01d13144-7463-4f7a-8a6b-ad1fbce7f56d tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554960 Jun 03 20:04:11.783512 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9c06f36c-4c4c-4b74-b243-9b24cd61408b req-98119a06-65bc-4292-94a5-4bc7d11040b6 service neutron] 10.222.0.109 "GET /v2.0/networks/ea7bb42f-87f7-4055-bd58-68e447187471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601579 Jun 03 20:04:11.876808 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cd10b-42fb-46e7-92be-c0ea123c78d9 req-0099d185-d99a-4afe-8dfd-5a56a23dc896 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:11.880711 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8a6cd10b-42fb-46e7-92be-c0ea123c78d9 req-0099d185-d99a-4afe-8dfd-5a56a23dc896 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 945 time: 0.0865359 Jun 03 20:04:11.925218 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8a6cd10b-42fb-46e7-92be-c0ea123c78d9 req-0bc4ab02-4566-4874-bb33-a7aada9f91ec tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Jun 03 20:04:12.141972 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9901ed-ef33-4cdd-b370-7527c56754fd req-965a9148-3a5a-4c70-96a4-d96d81198666 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:12.143537 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1f9901ed-ef33-4cdd-b370-7527c56754fd req-965a9148-3a5a-4c70-96a4-d96d81198666 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0868020 Jun 03 20:04:12.194952 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1f9901ed-ef33-4cdd-b370-7527c56754fd req-8f3bf33e-b073-4d61-98d9-0e0167e13a7d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447118 Jun 03 20:04:12.517112 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-4b45db2d-9d9a-4c83-b383-5186fd4b6d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:12.851231 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4819f9-d64e-4883-bfca-221e6fdfe877 req-7a19b4bf-3e7d-41b2-95bf-a628fc31d5b0 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:12.852746 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7c4819f9-d64e-4883-bfca-221e6fdfe877 req-7a19b4bf-3e7d-41b2-95bf-a628fc31d5b0 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 950 time: 0.0826745 Jun 03 20:04:12.945759 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7c4819f9-d64e-4883-bfca-221e6fdfe877 req-eabad421-21ff-4c07-95b8-8547cc01096a tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857301 Jun 03 20:04:12.989849 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54228f7e-4bf5-44a2-b6e9-7425f7592059 req-8739b56a-7dae-4746-93fa-de54010d7ce1 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:12.991520 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-54228f7e-4bf5-44a2-b6e9-7425f7592059 req-8739b56a-7dae-4746-93fa-de54010d7ce1 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 943 time: 0.1159670 Jun 03 20:04:13.042968 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-54228f7e-4bf5-44a2-b6e9-7425f7592059 req-a43ec8a6-3b8f-42c0-ab4f-cf8307a7d3fa tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429466 Jun 03 20:04:13.136408 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33914001-51ec-4f43-ba0b-55d60bb86aff req-e5c6ab18-1ad1-4526-a041-8613d48fb0d0 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:13.138626 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-33914001-51ec-4f43-ba0b-55d60bb86aff req-e5c6ab18-1ad1-4526-a041-8613d48fb0d0 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 945 time: 0.0889606 Jun 03 20:04:13.191962 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-33914001-51ec-4f43-ba0b-55d60bb86aff req-6bf5da83-0be9-4091-b9cc-a70936436258 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474231 Jun 03 20:04:13.382014 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 58954) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:13.463948 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268de795-b461-42fa-8f41-4f8cfd4b549b req-44bb9f3a-5dd0-462f-bc49-b4a03884e7d4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:13.466109 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-268de795-b461-42fa-8f41-4f8cfd4b549b req-44bb9f3a-5dd0-462f-bc49-b4a03884e7d4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0851014 Jun 03 20:04:13.518068 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-268de795-b461-42fa-8f41-4f8cfd4b549b req-5e6ed4df-842c-4b50-bd73-a2332704e5c8 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437441 Jun 03 20:04:13.521068 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:13.537720 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:13.541927 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] Usage tracker for resource:security_group_rule and tenant:555a209531784c449fd2e9c7effbcab2 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:13.545056 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:13.551239 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:13.655652 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fb5fa-4775-49bc-be29-2c0fa6ddb48a req-ba8df54f-53d1-4def-bac5-d3d6b55b5471 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:13.656139 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:13.657235 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4b9fb5fa-4775-49bc-be29-2c0fa6ddb48a req-ba8df54f-53d1-4def-bac5-d3d6b55b5471 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 950 time: 0.0991607 Jun 03 20:04:13.661994 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:13.669742 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-191ce6bf-a8dd-45a7-b25c-9779ad2ea19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:13.709296 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4b9fb5fa-4775-49bc-be29-2c0fa6ddb48a req-231ea5a9-647f-4caa-b78a-cc7273ad080b tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443945 Jun 03 20:04:13.713184 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=555a209531784c449fd2e9c7effbcab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291144 Jun 03 20:04:13.714101 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd3ccfb-c276-4bc3-b3dc-e3d63786a8eb,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:13.715904 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 58960) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:13.717327 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:13.778466 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-819c8c07-5af1-495a-a150-c59906f21fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:13.807070 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-819c8c07-5af1-495a-a150-c59906f21fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:13.865061 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-819c8c07-5af1-495a-a150-c59906f21fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:13.870499 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7ef032f5-c7f7-4d36-967d-bd74bb22be46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:13.885576 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c8c07-5af1-495a-a150-c59906f21fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd3ccfb-c276-4bc3-b3dc-e3d63786a8eb,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:13.888726 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-819c8c07-5af1-495a-a150-c59906f21fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:13.890178 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-819c8c07-5af1-495a-a150-c59906f21fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:13.891317 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-819c8c07-5af1-495a-a150-c59906f21fb5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9cd3ccfb-c276-4bc3-b3dc-e3d63786a8eb HTTP/1.1" status: 204 len: 168 time: 0.1735549 Jun 03 20:04:14.238730 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dc7f0-a35b-4845-90c2-62797542f215 req-6f17a981-dfb5-4ce7-870e-238e85e325e0 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:14.240211 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-986dc7f0-a35b-4845-90c2-62797542f215 req-6f17a981-dfb5-4ce7-870e-238e85e325e0 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 943 time: 0.0873022 Jun 03 20:04:14.285618 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-986dc7f0-a35b-4845-90c2-62797542f215 req-71f8788c-d0b3-41d8-abef-92d11dc80f3c tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398173 Jun 03 20:04:14.385398 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c756fa8-cf11-4e5e-b4ef-47b142b69691 req-f97869f5-0592-46d9-a246-9d548b104760 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:14.386845 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9c756fa8-cf11-4e5e-b4ef-47b142b69691 req-f97869f5-0592-46d9-a246-9d548b104760 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 945 time: 0.0787289 Jun 03 20:04:14.439233 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9c756fa8-cf11-4e5e-b4ef-47b142b69691 req-9e16c71d-17e1-4227-a66c-af1d22f2554c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448446 Jun 03 20:04:14.556624 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 694e0046-2348-4c67-b688-9719c8e2bb06 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:04:14.708924 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 694e0046-2348-4c67-b688-9719c8e2bb06, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=694e0046-2348-4c67-b688-9719c8e2bb06,segment=NetworkSegment(556ba422-75d2-4613-bd2a-578727bcad6c),segment_id=556ba422-75d2-4613-bd2a-578727bcad6c)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:14.716489 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca98a6d-9f01-485a-b1ca-e5bcb72029be req-0892a714-b8ec-4d18-91cc-25ce26b7db16 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:14.718007 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5ca98a6d-9f01-485a-b1ca-e5bcb72029be req-0892a714-b8ec-4d18-91cc-25ce26b7db16 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0874658 Jun 03 20:04:14.723509 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '694e0046-2348-4c67-b688-9719c8e2bb06', 'network_id': 'ea7bb42f-87f7-4055-bd58-68e447187471', 'port_id': '694e0046-2348-4c67-b688-9719c8e2bb06', 'mac_address': 'fa:16:3e:62:e5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc214be7-1e84-4d47-8464-c075797512f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:04:14.766165 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5ca98a6d-9f01-485a-b1ca-e5bcb72029be req-9f69f1d4-aaae-4990-8303-81e238c91141 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Jun 03 20:04:14.785032 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:14.801894 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694e0046-2348-4c67-b688-9719c8e2bb06 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:04:14.818620 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 694e0046-2348-4c67-b688-9719c8e2bb06, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=694e0046-2348-4c67-b688-9719c8e2bb06,segment=NetworkSegment(556ba422-75d2-4613-bd2a-578727bcad6c),segment_id=556ba422-75d2-4613-bd2a-578727bcad6c)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:14.822621 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:14.825744 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:14.899715 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=694e0046-2348-4c67-b688-9719c8e2bb06,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:14.904109 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:14.916786 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10023b9-914b-4503-a717-dc282e9c06f9 req-09de7806-d87e-4bc9-a5ff-a4eb2b37d4ab tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:14.918295 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d10023b9-914b-4503-a717-dc282e9c06f9 req-09de7806-d87e-4bc9-a5ff-a4eb2b37d4ab tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 950 time: 0.0900633 Jun 03 20:04:15.033160 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d10023b9-914b-4503-a717-dc282e9c06f9 req-67fef65c-ac5f-4f63-8b84-2866897122c4 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077054 Jun 03 20:04:15.147460 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:15.478265 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f161d-8a72-4662-a94d-c572f5af97b7 req-81edaa5f-9f99-47fb-9de9-6bde03c9251d tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:15.479719 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fa8f161d-8a72-4662-a94d-c572f5af97b7 req-81edaa5f-9f99-47fb-9de9-6bde03c9251d tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 944 time: 0.0805638 Jun 03 20:04:15.526599 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fa8f161d-8a72-4662-a94d-c572f5af97b7 req-4c3bc074-63bd-4c7e-a935-189fd43c302c tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Jun 03 20:04:15.629272 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bc778-7d55-4656-ad24-ea5c14b11c54 req-4b7293de-5f25-4c92-beee-1263058dc78d tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:15.630685 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a58bc778-7d55-4656-ad24-ea5c14b11c54 req-4b7293de-5f25-4c92-beee-1263058dc78d tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 945 time: 0.0842183 Jun 03 20:04:15.675647 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a58bc778-7d55-4656-ad24-ea5c14b11c54 req-ce8a95fc-b810-45c1-adfb-715ebb5df6d8 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Jun 03 20:04:15.698451 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-b469d9d1-3eb0-4b46-9bde-e31515773268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:15.961970 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65675883-f461-4a9e-928c-f3cb8f4e9742 req-8527b8d3-9638-4391-8901-c07a219c37a9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:15.963498 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-65675883-f461-4a9e-928c-f3cb8f4e9742 req-8527b8d3-9638-4391-8901-c07a219c37a9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0878441 Jun 03 20:04:16.014328 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-65675883-f461-4a9e-928c-f3cb8f4e9742 req-b4676972-ed79-42f8-963c-281fa5821cfa tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Jun 03 20:04:16.243582 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96552b9-c3d9-4eda-8b48-0aa3d04514e4 req-ee092020-df20-46aa-9c40-c47f7186e24c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:16.245066 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e96552b9-c3d9-4eda-8b48-0aa3d04514e4 req-ee092020-df20-46aa-9c40-c47f7186e24c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 950 time: 0.0885463 Jun 03 20:04:16.273503 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['694e0046-2348-4c67-b688-9719c8e2bb06'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:04:16.300917 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e96552b9-c3d9-4eda-8b48-0aa3d04514e4 req-95fa124f-2d38-4b4a-a935-4fc39bce10c9 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496719 Jun 03 20:04:16.707702 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-638026b5-de33-4e65-90c6-5f23064076a6 req-62b0315e-8da2-4b26-9f67-bba4ef6cce20 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762916 Jun 03 20:04:16.717425 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fed4ed-89ea-4169-9337-a5e7b30c6eb9 req-6ce46324-09a7-4aa6-afaf-70adeaad3e73 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:16.719041 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f7fed4ed-89ea-4169-9337-a5e7b30c6eb9 req-6ce46324-09a7-4aa6-afaf-70adeaad3e73 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 944 time: 0.0853641 Jun 03 20:04:16.767072 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f7fed4ed-89ea-4169-9337-a5e7b30c6eb9 req-6916daab-3147-441c-b3fa-875cc78e2ee2 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398736 Jun 03 20:04:16.813593 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638026b5-de33-4e65-90c6-5f23064076a6 req-0684465d-faf3-476b-9b58-b0e02d6432f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:16.815063 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-638026b5-de33-4e65-90c6-5f23064076a6 req-0684465d-faf3-476b-9b58-b0e02d6432f2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 1098 time: 0.0745306 Jun 03 20:04:16.979877 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638026b5-de33-4e65-90c6-5f23064076a6 req-32f1eb86-cd7a-4db4-ac58-f1c30bdd5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:16.981366 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-638026b5-de33-4e65-90c6-5f23064076a6 req-32f1eb86-cd7a-4db4-ac58-f1c30bdd5987 service neutron] 10.222.0.109 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 916 time: 0.1288416 Jun 03 20:04:17.152265 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-638026b5-de33-4e65-90c6-5f23064076a6 req-1a0c1e28-7087-4c09-9c37-788670401d61 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85e2557e-ca12-4216-8e70-112232eaf664 HTTP/1.1" status: 200 len: 217 time: 0.1618574 Jun 03 20:04:17.212289 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde6fbb-25a3-496c-ad2e-28c73c61c123 req-333648ec-5172-45c2-aafe-4727d6314610 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:17.213927 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8fde6fbb-25a3-496c-ad2e-28c73c61c123 req-333648ec-5172-45c2-aafe-4727d6314610 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0874958 Jun 03 20:04:17.240751 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638026b5-de33-4e65-90c6-5f23064076a6 req-bebc51ef-5641-4ade-9ab0-e036b862fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:17.242588 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-638026b5-de33-4e65-90c6-5f23064076a6 req-bebc51ef-5641-4ade-9ab0-e036b862fa6a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1d0a58f4-bb19-479f-be40-bdf528e168d1 HTTP/1.1" status: 200 len: 854 time: 0.0714819 Jun 03 20:04:17.305775 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8fde6fbb-25a3-496c-ad2e-28c73c61c123 req-a1a1729c-08ae-450e-81ee-c95396dc6d73 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793729 Jun 03 20:04:17.316591 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-638026b5-de33-4e65-90c6-5f23064076a6 req-81c9e072-91f1-4718-b80e-3b67ecd0a811 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b20ed959-7f00-42fd-9ac3-7f1f0415214a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538206 Jun 03 20:04:17.353456 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:17.467819 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-638026b5-de33-4e65-90c6-5f23064076a6 req-cf862e12-c849-48e2-8e50-13bbb0bf673f service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369247 Jun 03 20:04:17.628095 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-638026b5-de33-4e65-90c6-5f23064076a6 req-e9aa1438-641e-4ee2-82e0-891c974474c5 service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393242 Jun 03 20:04:17.830662 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f94cf2-2aba-4f8d-be15-55a1b0865674 req-7e31f1be-108d-4441-af65-43b192dbe82c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:17.832659 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-14f94cf2-2aba-4f8d-be15-55a1b0865674 req-7e31f1be-108d-4441-af65-43b192dbe82c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 950 time: 0.1060560 Jun 03 20:04:17.877069 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-40b36338-b88a-43d7-8217-c1f7f9b8133f tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:17.879493 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-40b36338-b88a-43d7-8217-c1f7f9b8133f tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.109 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 950 time: 0.1137173 Jun 03 20:04:17.889541 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-14f94cf2-2aba-4f8d-be15-55a1b0865674 req-59350013-370f-4d87-82ae-e2a0aad9927e tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/security-groups?id=5f770c75-ea84-413d-8b1e-c461f89c5270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509007 Jun 03 20:04:17.999952 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f4f70-8660-43b2-8f3a-572d8a0bf16a req-b14b861d-4bf4-490c-8560-5f09d9891b2c tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:18.001507 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-863f4f70-8660-43b2-8f3a-572d8a0bf16a req-b14b861d-4bf4-490c-8560-5f09d9891b2c tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 944 time: 0.0946012 Jun 03 20:04:18.041543 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Deleting port 2fd09fa8-c90a-4035-a98d-4e8520050683 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:04:18.041885 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:18.050196 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-863f4f70-8660-43b2-8f3a-572d8a0bf16a req-6a601f39-a1a0-4643-bf67-d2e90699884f tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427725 Jun 03 20:04:18.191388 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] For port 2fd09fa8-c90a-4035-a98d-4e8520050683, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=2fd09fa8-c90a-4035-a98d-4e8520050683,segment=NetworkSegment(3c4d5aef-3573-4de1-a85f-0f7a480edcea),segment_id=3c4d5aef-3573-4de1-a85f-0f7a480edcea)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:18.191750 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:18.317958 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Calling delete_port for 2fd09fa8-c90a-4035-a98d-4e8520050683 owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:04:18.451453 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:18.457107 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2a447d63-0ff0-4d56-ad83-46ec4b5bcc33 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:18.506066 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Pushing event deleted for resources: {'Port': ['ID=2fd09fa8-c90a-4035-a98d-4e8520050683,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:18.514522 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae71c36-f9b0-41b8-8d41-7fdee2c326ee req-bbbedd46-2d2c-4964-bde3-4a0197fbad7a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:18.521434 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1ae71c36-f9b0-41b8-8d41-7fdee2c326ee req-bbbedd46-2d2c-4964-bde3-4a0197fbad7a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0942693 Jun 03 20:04:18.546995 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.547363 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.547722 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.548069 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.548417 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.548759 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.549131 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.549471 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.549846 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.550142 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.550476 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.550815 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:18.558193 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:18.573535 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1ae71c36-f9b0-41b8-8d41-7fdee2c326ee req-703ea1e4-840c-4068-b029-54eed5c3e220 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510092 Jun 03 20:04:18.594683 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['2fd09fa8-c90a-4035-a98d-4e8520050683'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:04:18.600639 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] No DVR routers for this DVR port 2fd09fa8-c90a-4035-a98d-4e8520050683 on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:04:18.603120 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:18.605875 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31689b8-080c-4860-95ad-6118d987a7be', 'name': 'network-vif-deleted', 'tag': '2fd09fa8-c90a-4035-a98d-4e8520050683'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:04:18.610330 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69a9a74-bec6-4851-a606-b14fb7ea8292" -d '{"events": [{"server_uuid": "b31689b8-080c-4860-95ad-6118d987a7be", "name": "network-vif-deleted", "tag": "2fd09fa8-c90a-4035-a98d-4e8520050683"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:04:18.633213 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-12bfdc4c-654a-40ca-b5bb-0393d5c04148 req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.109 "DELETE /v2.0/ports/2fd09fa8-c90a-4035-a98d-4e8520050683 HTTP/1.1" status: 204 len: 173 time: 0.7422507 Jun 03 20:04:18.681071 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ee8be4-f470-4f65-a743-1239c4686d74 x-openstack-request-id: req-56ee8be4-f470-4f65-a743-1239c4686d74 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:04:18.681395 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31689b8-080c-4860-95ad-6118d987a7be", "name": "network-vif-deleted", "tag": "2fd09fa8-c90a-4035-a98d-4e8520050683", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:04:18.681647 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-56ee8be4-f470-4f65-a743-1239c4686d74 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:04:18.682058 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31689b8-080c-4860-95ad-6118d987a7be', 'name': 'network-vif-deleted', 'tag': '2fd09fa8-c90a-4035-a98d-4e8520050683', 'status': 'completed', 'code': 200} Jun 03 20:04:18.784257 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:19.053332 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fb83b92f-20dc-400f-89af-32fa3979d552 req-390f2765-12a4-4410-a4a9-de7a214f5ac9 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 210 time: 0.0445704 Jun 03 20:04:19.247890 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3ecdd-256d-46b6-8ddc-c7240681bd11 req-0d3d1bd4-d0a6-4637-b8b2-8d784d1abd0e tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:19.249335 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4fe3ecdd-256d-46b6-8ddc-c7240681bd11 req-0d3d1bd4-d0a6-4637-b8b2-8d784d1abd0e tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 944 time: 0.0813558 Jun 03 20:04:19.294111 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4fe3ecdd-256d-46b6-8ddc-c7240681bd11 req-59d8f294-ec72-482d-b131-36492a4f72af tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391748 Jun 03 20:04:19.777987 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e51e8-2c7b-4607-b11f-d2e6465a0ed9 req-be2984bc-8bcc-46ad-994e-9635b8e844d7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:19.780081 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e45e51e8-2c7b-4607-b11f-d2e6465a0ed9 req-be2984bc-8bcc-46ad-994e-9635b8e844d7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0911992 Jun 03 20:04:19.826571 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e45e51e8-2c7b-4607-b11f-d2e6465a0ed9 req-4e7a0ff6-817f-4f5c-b742-8ec7528f7156 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400770 Jun 03 20:04:20.219372 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-05b474bc-2435-4bb1-9502-ad21d58401c7 req-0d905b0a-2ffd-4727-aef1-b05b24b2ca7f tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] 10.222.0.95 "GET /v2.0/ports?device_id=b31689b8-080c-4860-95ad-6118d987a7be HTTP/1.1" status: 200 len: 210 time: 0.0431895 Jun 03 20:04:20.497730 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7737f-756d-47a6-923d-7a41a3b40aca req-8520a94c-b2a5-4e6f-8d93-d5a4bff81756 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:20.499175 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-87a7737f-756d-47a6-923d-7a41a3b40aca req-8520a94c-b2a5-4e6f-8d93-d5a4bff81756 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 944 time: 0.0848150 Jun 03 20:04:20.545115 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-87a7737f-756d-47a6-923d-7a41a3b40aca req-89e07cc2-52ef-449d-b1a1-db3dfc9b4e54 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Jun 03 20:04:20.596776 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 694e0046-2348-4c67-b688-9719c8e2bb06 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:04:20.665947 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 694e0046-2348-4c67-b688-9719c8e2bb06 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:04:20.671701 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 694e0046-2348-4c67-b688-9719c8e2bb06 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:04:20.672085 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:20.804659 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:20.836406 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c715d07-c25b-4ff6-bbea-346d3c21a200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e0046-2348-4c67-b688-9719c8e2bb06'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:04:20.839676 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46055ed8-4483-4c57-9493-b522f7f1464c" -d '{"events": [{"server_uuid": "3c715d07-c25b-4ff6-bbea-346d3c21a200", "name": "network-vif-plugged", "status": "completed", "tag": "694e0046-2348-4c67-b688-9719c8e2bb06"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:04:20.847839 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 694e0046-2348-4c67-b688-9719c8e2bb06, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=694e0046-2348-4c67-b688-9719c8e2bb06,segment=NetworkSegment(556ba422-75d2-4613-bd2a-578727bcad6c),segment_id=556ba422-75d2-4613-bd2a-578727bcad6c)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:20.856421 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:20.857716 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 2fd09fa8-c90a-4035-a98d-4e8520050683 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:04:20.901805 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66da4de9-a911-4cea-a320-12120d2fa4db x-openstack-request-id: req-66da4de9-a911-4cea-a320-12120d2fa4db {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:04:20.902251 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c715d07-c25b-4ff6-bbea-346d3c21a200", "name": "network-vif-plugged", "status": "completed", "tag": "694e0046-2348-4c67-b688-9719c8e2bb06", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:04:20.902627 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-66da4de9-a911-4cea-a320-12120d2fa4db {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:04:20.903031 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c715d07-c25b-4ff6-bbea-346d3c21a200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e0046-2348-4c67-b688-9719c8e2bb06', 'code': 200} Jun 03 20:04:20.904201 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-f0bc2c98-fbdb-4264-95bc-8bd597a3a229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:20.935095 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 2fd09fa8-c90a-4035-a98d-4e8520050683 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:04:20.935471 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 2fd09fa8-c90a-4035-a98d-4e8520050683 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:04:20.984994 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=694e0046-2348-4c67-b688-9719c8e2bb06,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:20.989268 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:21.076038 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311b035-76be-4595-b73a-2b497c9ab85a req-940619f1-8b7c-492d-b1a1-d3eea3aeccdd tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:21.077847 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f311b035-76be-4595-b73a-2b497c9ab85a req-940619f1-8b7c-492d-b1a1-d3eea3aeccdd tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0981116 Jun 03 20:04:21.079980 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:21.140080 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f311b035-76be-4595-b73a-2b497c9ab85a req-1f58bd54-0ecf-469f-a81c-b9a2752072ad tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538881 Jun 03 20:04:21.206224 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada10a9f-2c07-4ba1-bd4c-a30b13bb9384 req-dcc3a6fc-2157-4ed3-8fdf-ea35d4f6583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:21.207852 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-ada10a9f-2c07-4ba1-bd4c-a30b13bb9384 req-dcc3a6fc-2157-4ed3-8fdf-ea35d4f6583f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 1098 time: 0.0753782 Jun 03 20:04:21.265324 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-ada10a9f-2c07-4ba1-bd4c-a30b13bb9384 req-5c6470c6-665d-44d2-834b-f58eb9029a18 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362401 Jun 03 20:04:21.767818 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12648c8-5d44-48c8-9da7-36e606ce4666 req-7577818d-5744-4b37-9d50-24413cb84558 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:21.769464 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e12648c8-5d44-48c8-9da7-36e606ce4666 req-7577818d-5744-4b37-9d50-24413cb84558 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 945 time: 0.1014562 Jun 03 20:04:21.826021 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e12648c8-5d44-48c8-9da7-36e606ce4666 req-395e23c4-7895-4282-b729-1544e37a82d3 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497859 Jun 03 20:04:22.538706 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d1490-6d99-4fc5-a75a-6af6f881e49f req-919f42aa-c1d3-4344-b021-7e2bf0f98d58 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:22.540231 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-647d1490-6d99-4fc5-a75a-6af6f881e49f req-919f42aa-c1d3-4344-b021-7e2bf0f98d58 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0901172 Jun 03 20:04:22.589501 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-647d1490-6d99-4fc5-a75a-6af6f881e49f req-c4ee2b95-d706-4881-a9aa-e2289a8a50c9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432959 Jun 03 20:04:23.022677 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e02ad-761a-4598-a586-bf2bdd8e2624 req-70d5ba03-da3f-4969-98a6-7be26ab39118 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:23.024148 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-445e02ad-761a-4598-a586-bf2bdd8e2624 req-70d5ba03-da3f-4969-98a6-7be26ab39118 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 945 time: 0.0877903 Jun 03 20:04:23.074446 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-445e02ad-761a-4598-a586-bf2bdd8e2624 req-5670e7fe-05c0-4cd6-89bb-0392df6d32ee tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Jun 03 20:04:23.882691 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041d71b-a29c-43b9-baea-d438dbcd79b4 req-439ae54d-1016-4873-b6e9-c3deb8903519 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:23.884265 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8041d71b-a29c-43b9-baea-d438dbcd79b4 req-439ae54d-1016-4873-b6e9-c3deb8903519 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1706862 Jun 03 20:04:23.931880 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8041d71b-a29c-43b9-baea-d438dbcd79b4 req-05d1005e-0665-4ade-99f7-cb977c6553cb tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398750 Jun 03 20:04:24.282822 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf4fc-2369-43e0-8000-ac4bdd7ed945 req-0ce95a8f-a3aa-46e3-ae83-1e62d76fe6c2 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:24.287181 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e6faf4fc-2369-43e0-8000-ac4bdd7ed945 req-0ce95a8f-a3aa-46e3-ae83-1e62d76fe6c2 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 945 time: 0.0905762 Jun 03 20:04:24.344969 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e6faf4fc-2369-43e0-8000-ac4bdd7ed945 req-09d741cd-531d-43c1-8f0d-ae4c388e83b0 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Jun 03 20:04:24.730084 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-a1a131e9-6c5a-49d7-8723-9764fd830fc2 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:24.732613 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-a1a131e9-6c5a-49d7-8723-9764fd830fc2 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 814 time: 0.1869538 Jun 03 20:04:24.750720 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-16737292-f492-4cb9-95c3-d30f7489c9a8 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/quotas/65491ea764214e92bb2abe93dc6c2adc HTTP/1.1" status: 200 len: 375 time: 0.0123217 Jun 03 20:04:24.873856 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-bfbcfbfa-add0-408a-954d-dc32c755ecd0 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137047 Jun 03 20:04:25.042510 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-13b6d85e-df1c-4932-93db-87d1c3765775 service neutron] 10.222.0.95 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616337 Jun 03 20:04:25.243909 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-6adb0c19-25c2-4d5c-b1a3-00c4c16a95ca service neutron] 10.222.0.95 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932862 Jun 03 20:04:25.270237 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28728d-b693-4717-a454-d6fb5ed1fa1a req-191245be-d3a1-44a8-b270-9b4d80bcdc26 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:25.271634 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fa28728d-b693-4717-a454-d6fb5ed1fa1a req-191245be-d3a1-44a8-b270-9b4d80bcdc26 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1210201 Jun 03 20:04:25.318978 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fa28728d-b693-4717-a454-d6fb5ed1fa1a req-bb43bd1f-3bd1-4e0d-8038-5e2bda77d558 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Jun 03 20:04:25.429118 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a7e04a9b-f1b6-4550-ac29-432548f460b6 req-7236e2b8-d646-4489-bcf1-e03b0555ddd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0472968 Jun 03 20:04:26.553190 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc34da6-10f2-4bd8-9afc-fdd199645821 req-3e2cb005-ceae-43d9-8b9d-f92f8720a421 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:26.554860 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bfc34da6-10f2-4bd8-9afc-fdd199645821 req-3e2cb005-ceae-43d9-8b9d-f92f8720a421 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1096189 Jun 03 20:04:26.573226 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 59416) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:26.630306 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2165cf16-73f8-4c05-a982-aeac719eb856 req-48e923eb-39ae-497d-b1e8-d6cfe3d59fb9 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0670252 Jun 03 20:04:26.662477 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bfc34da6-10f2-4bd8-9afc-fdd199645821 req-e0238257-b456-4afa-a893-933ee85450c5 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014788 Jun 03 20:04:26.766154 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-bb57ca41-46c2-409b-9ec5-a082a4fe40eb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=67512c4ed6f04c908d4b497996d9e16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916475 Jun 03 20:04:26.768507 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 59424) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:26.844905 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8efb3b05-45aa-4ae2-915b-0ef12b958988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:26.901922 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8efb3b05-45aa-4ae2-915b-0ef12b958988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:27.059668 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8efb3b05-45aa-4ae2-915b-0ef12b958988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:27.069038 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-bb322a82-a33d-41e2-a484-6e3ab33059dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:27.093022 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-6af9cb3f-0026-40b6-979c-2e88ecabe987 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:27.095143 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-6af9cb3f-0026-40b6-979c-2e88ecabe987 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 814 time: 0.2265079 Jun 03 20:04:27.096335 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb3b05-45aa-4ae2-915b-0ef12b958988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f770c75-ea84-413d-8b1e-c461f89c5270,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:27.099686 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8efb3b05-45aa-4ae2-915b-0ef12b958988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:27.110769 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8efb3b05-45aa-4ae2-915b-0ef12b958988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:27.111900 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-8efb3b05-45aa-4ae2-915b-0ef12b958988 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5f770c75-ea84-413d-8b1e-c461f89c5270 HTTP/1.1" status: 204 len: 168 time: 0.3424675 Jun 03 20:04:27.131078 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Request body: {'port': {'device_id': 'f1252f03-da36-4bba-a6bf-5412b07c1bc3', 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a', 'admin_state_up': True, 'tenant_id': '65491ea764214e92bb2abe93dc6c2adc'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:27.382041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:27.386011 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Usage tracker for resource:port and tenant:65491ea764214e92bb2abe93dc6c2adc is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:27.389039 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:27.395450 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:27.409403 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Made reservation on behalf of 65491ea764214e92bb2abe93dc6c2adc for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:04:27.420930 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:27.588414 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Allocated IP 172.20.0.2 (b20ed959-7f00-42fd-9ac3-7f1f0415214a/1d0a58f4-bb19-479f-be40-bdf528e168d1/ec4f987f-6d01-475a-b078-f1bd438afbdb) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:04:27.855215 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:27.915274 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:27.917270 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5340ed90-e141-4811-bfc9-2d168a5178b8 req-78b53cf3-fe7d-4681-94dd-2e1fb4cdbfaf tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0923452 Jun 03 20:04:27.941247 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c99f2ea1-30aa-4617-a0ea-9464c1950735 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:27.947461 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['85e2557e-ca12-4216-8e70-112232eaf664', 'ae656bb4-69a9-43ec-9929-a144ab1b2759', '505112f3-ae5c-445e-9b96-f54a07bb6938'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:04:27.969511 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64061e2c-3032-4a35-8f0e-1bf9d35c2775 req-8432dd6c-a251-4c6c-bde5-fb2f3d416aa0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:27.971159 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-64061e2c-3032-4a35-8f0e-1bf9d35c2775 req-8432dd6c-a251-4c6c-bde5-fb2f3d416aa0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1037166 Jun 03 20:04:27.981472 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 59468) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:28.034068 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Network b20ed959-7f00-42fd-9ac3-7f1f0415214a is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:04:28.048586 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:04:28.065270 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:04:28.066134 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-64061e2c-3032-4a35-8f0e-1bf9d35c2775 req-248d8dd7-07ed-407e-9726-ffa803573a16 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889599 Jun 03 20:04:28.167580 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Pushing event updated for resources: {'Port': ['ID=ec4f987f-6d01-475a-b078-f1bd438afbdb,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:28.183706 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:28.193969 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:28.194611 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.221203 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-666486488-network', 'tenant_id': '2361de1580304c6e9cfab4285f1e474f'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:28.225863 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1033340 Jun 03 20:04:28.226246 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:28.231358 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Usage tracker for resource:network and tenant:2361de1580304c6e9cfab4285f1e474f is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:28.234915 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:28.241633 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:28.254620 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Made reservation on behalf of 2361de1580304c6e9cfab4285f1e474f for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:04:28.257620 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.270810 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Request body: {'port': {'device_id': 'f1252f03-da36-4bba-a6bf-5412b07c1bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:28.276028 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.295236 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:28.300047 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Usage tracker for resource:security_group_rule and tenant:2361de1580304c6e9cfab4285f1e474f is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:28.303460 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:28.310188 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:28.429118 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.433833 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.440715 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.445877 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:28.477620 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:04:28.500171 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.501619 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.segments_db [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Added segment c24acde0-cf0d-484a-ae00-5ac2bb8a0983 of type vlan for network d19210ef-434c-4272-9060-1675ec07a52f Jun 03 20:04:28.508114 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036da12c-ddfb-49e1-b572-4d86d7877696,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:28.528692 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.529358 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.529744 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.530157 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.530501 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.531297 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.531647 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.531986 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.532577 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.532694 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.533243 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.533585 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:28.538214 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:28.553937 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.586309 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.588148 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:28.588732 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.593922 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:28.699260 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7126091 Jun 03 20:04:28.699488 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 59486) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:28.724343 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Request body: {'subnet': {'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-666486488-subnet', 'tenant_id': '2361de1580304c6e9cfab4285f1e474f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:28.728535 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Pushing event updated for resources: {'Network': ['ID=d19210ef-434c-4272-9060-1675ec07a52f,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:28.732724 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:28.735114 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:28.742579 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Usage tracker for resource:subnet and tenant:2361de1580304c6e9cfab4285f1e474f is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:28.742939 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network d19210ef-434c-4272-9060-1675ec07a52f details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:04:28.745805 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:28.752610 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:28.764430 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Made reservation on behalf of 2361de1580304c6e9cfab4285f1e474f for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:04:28.769188 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.852154 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4f987f-6d01-475a-b078-f1bd438afbdb {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:04:28.861351 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.876752 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Transition to ACTIVE for port object ec4f987f-6d01-475a-b078-f1bd438afbdb will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:04:28.880715 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:28.885267 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:29.049851 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Pushing event updated for resources: {'Port': ['ID=ec4f987f-6d01-475a-b078-f1bd438afbdb,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:29.069923 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:04:29.077972 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:29.114422 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb073877-55f9-4de4-86d3-e94d1293c8d7 req-62e38ac8-a04f-45f6-9728-b13c629b233c tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:29.115981 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-eb073877-55f9-4de4-86d3-e94d1293c8d7 req-62e38ac8-a04f-45f6-9728-b13c629b233c tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 945 time: 0.2578247 Jun 03 20:04:29.126150 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Attempting to bind port ec4f987f-6d01-475a-b078-f1bd438afbdb on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:04:29.126541 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Attempting to bind port ec4f987f-6d01-475a-b078-f1bd438afbdb by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:04:29.126866 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Attempting to bind port ec4f987f-6d01-475a-b078-f1bd438afbdb on network b20ed959-7f00-42fd-9ac3-7f1f0415214a {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:04:29.131552 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Port ec4f987f-6d01-475a-b078-f1bd438afbdb on network b20ed959-7f00-42fd-9ac3-7f1f0415214a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:04:29.131869 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Attempting to bind port ec4f987f-6d01-475a-b078-f1bd438afbdb on network b20ed959-7f00-42fd-9ac3-7f1f0415214a {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:04:29.136974 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:04:29.137379 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Checking segment: {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:04:29.137757 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Bound using segment: {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:04:29.138212 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Bound port: ec4f987f-6d01-475a-b078-f1bd438afbdb, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8554227-e974-442e-b0f1-77f7c179598f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:04:29.138554 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:29.230327 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] For port ec4f987f-6d01-475a-b078-f1bd438afbdb, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:04:29.233973 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] For port ec4f987f-6d01-475a-b078-f1bd438afbdb, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ec4f987f-6d01-475a-b078-f1bd438afbdb,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:04:29.238069 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:29.242762 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:29.244154 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-eb073877-55f9-4de4-86d3-e94d1293c8d7 req-8f05302f-5183-415d-98a1-c5273d9c42b5 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893593 Jun 03 20:04:29.300167 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:29.301371 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:29.302163 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] 10.222.0.109 "PUT /v2.0/ports/ec4f987f-6d01-475a-b078-f1bd438afbdb HTTP/1.1" status: 200 len: 1093 time: 1.0419693 Jun 03 20:04:29.302566 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda70727-49f3-46e4-994c-85868530d665 req-c493ae64-b369-4d7e-9706-a34d75ba09cd tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:29.302692 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1252f03-da36-4bba-a6bf-5412b07c1bc3', 'tag': 'ec4f987f-6d01-475a-b078-f1bd438afbdb'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:04:29.304046 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bda70727-49f3-46e4-994c-85868530d665 req-c493ae64-b369-4d7e-9706-a34d75ba09cd tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 943 time: 0.2036450 Jun 03 20:04:29.304937 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd72d8d1-522c-4985-88ce-02cea52a9122" -d '{"events": [{"name": "network-changed", "server_uuid": "f1252f03-da36-4bba-a6bf-5412b07c1bc3", "tag": "ec4f987f-6d01-475a-b078-f1bd438afbdb"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:04:29.340354 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Pushing event updated for resources: {'Port': ['ID=ec4f987f-6d01-475a-b078-f1bd438afbdb,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:29.354268 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:29.446266 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bda70727-49f3-46e4-994c-85868530d665 req-ec605344-7662-4485-97a1-434d38898638 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336765 Jun 03 20:04:29.453412 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-3b3ce8e3-8cae-4ebf-b62c-6e48f4c0418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:29.455568 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-3b3ce8e3-8cae-4ebf-b62c-6e48f4c0418e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0821896 Jun 03 20:04:29.508061 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc69f6-b89e-4cd6-bde4-12f74e0fed06 req-e752f8f4-9e9f-4261-a306-3024161d6834 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:29.525476 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cbcc69f6-b89e-4cd6-bde4-12f74e0fed06 req-e752f8f4-9e9f-4261-a306-3024161d6834 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1474397 Jun 03 20:04:29.543963 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-39ff0b76-164a-4dad-b3df-65f56364e64e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec4f987f-6d01-475a-b078-f1bd438afbdb HTTP/1.1" status: 200 len: 217 time: 0.0720847 Jun 03 20:04:29.577752 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cbcc69f6-b89e-4cd6-bde4-12f74e0fed06 req-025daa38-2b22-40e4-b265-71f164833a3b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510776 Jun 03 20:04:29.656167 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:29.663211 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c5f2aa81-4847-423f-81f9-574378a0aa9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:29.681454 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d6975c-994b-4ec8-890e-21b2436a08d0 x-openstack-request-id: req-e4d6975c-994b-4ec8-890e-21b2436a08d0 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:04:29.681763 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1252f03-da36-4bba-a6bf-5412b07c1bc3", "tag": "ec4f987f-6d01-475a-b078-f1bd438afbdb", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:04:29.682034 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e4d6975c-994b-4ec8-890e-21b2436a08d0 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:04:29.682437 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1252f03-da36-4bba-a6bf-5412b07c1bc3', 'tag': 'ec4f987f-6d01-475a-b078-f1bd438afbdb', 'status': 'completed', 'code': 200} Jun 03 20:04:29.711501 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-ce2fa16a-538e-48ff-b707-d79606d6f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:29.713069 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-ce2fa16a-538e-48ff-b707-d79606d6f350 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1d0a58f4-bb19-479f-be40-bdf528e168d1 HTTP/1.1" status: 200 len: 854 time: 0.1529472 Jun 03 20:04:29.742157 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5df8cf4-6ab7-4a22-b9b0-3b87c473d221,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:29.745302 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:29.749745 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Checking segment: {'id': 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:04:29.750091 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Network hostable DHCP agents. Network: d19210ef-434c-4272-9060-1675ec07a52f, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:04:29.764276 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-d53d7d45-1422-4d8c-965c-df713dd1c732 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b20ed959-7f00-42fd-9ac3-7f1f0415214a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423107 Jun 03 20:04:29.768979 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Network d19210ef-434c-4272-9060-1675ec07a52f is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:04:29.780154 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, d19210ef-434c-4272-9060-1675ec07a52f) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:04:29.785137 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:29.785729 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:29.789434 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876a18c9-1974-4285-8954-9eed164768c3 None None] Network d19210ef-434c-4272-9060-1675ec07a52f requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:04:29.812429 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1119931 Jun 03 20:04:29.934231 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-ef740335-1db4-4585-bbda-3ccf56b98dda service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568952 Jun 03 20:04:30.038464 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb682941-22c5-4be2-9283-fe98208d7f65 None None] Network d19210ef-434c-4272-9060-1675ec07a52f requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:04:30.105369 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5c2f9b7b-67e2-4d09-810e-b3126e4d5188 req-e9e34bd8-edda-4ab8-8a38-fcc44b80cad9 service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365118 Jun 03 20:04:30.285396 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72d8d1-522c-4985-88ce-02cea52a9122 req-91559763-95a4-4df3-9000-4fe6f17829e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:30.286956 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-bd72d8d1-522c-4985-88ce-02cea52a9122 req-91559763-95a4-4df3-9000-4fe6f17829e7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=65491ea764214e92bb2abe93dc6c2adc&device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0849578 Jun 03 20:04:30.452480 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72d8d1-522c-4985-88ce-02cea52a9122 req-4bab1f9d-bc92-420b-85fe-efc88d2816f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:30.454007 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-bd72d8d1-522c-4985-88ce-02cea52a9122 req-4bab1f9d-bc92-420b-85fe-efc88d2816f2 service neutron] 10.222.0.109 "GET /v2.0/networks?id=b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 200 len: 916 time: 0.1575470 Jun 03 20:04:30.472499 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201835b-0e67-405b-9a7a-7ebee96655b3 req-67a61426-b865-407a-a979-bed2b0a6d5c9 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:30.479445 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8201835b-0e67-405b-9a7a-7ebee96655b3 req-67a61426-b865-407a-a979-bed2b0a6d5c9 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 945 time: 0.1247654 Jun 03 20:04:30.529830 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8201835b-0e67-405b-9a7a-7ebee96655b3 req-1c075ed9-6c42-4e30-b335-2c5e6191800b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494514 Jun 03 20:04:30.584220 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-bd72d8d1-522c-4985-88ce-02cea52a9122 req-8a28bebe-a934-4887-a4a1-23e68278de12 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec4f987f-6d01-475a-b078-f1bd438afbdb HTTP/1.1" status: 200 len: 217 time: 0.1174212 Jun 03 20:04:30.664564 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72d8d1-522c-4985-88ce-02cea52a9122 req-2a042058-1122-4a8f-849c-98631a83cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:30.666084 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-bd72d8d1-522c-4985-88ce-02cea52a9122 req-2a042058-1122-4a8f-849c-98631a83cf7b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1d0a58f4-bb19-479f-be40-bdf528e168d1 HTTP/1.1" status: 200 len: 854 time: 0.0650480 Jun 03 20:04:30.671157 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb5eb-1cfe-4cc8-a162-885bb2ef3702 req-ed4eb85d-7156-4b0f-b2d3-24a8b891edda tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:30.672737 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fcebb5eb-1cfe-4cc8-a162-885bb2ef3702 req-ed4eb85d-7156-4b0f-b2d3-24a8b891edda tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0927641 Jun 03 20:04:30.724450 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-bd72d8d1-522c-4985-88ce-02cea52a9122 req-f576bee3-c9d9-47dd-8a43-f152991249a9 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b20ed959-7f00-42fd-9ac3-7f1f0415214a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432491 Jun 03 20:04:30.768845 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fcebb5eb-1cfe-4cc8-a162-885bb2ef3702 req-b589dd90-6be5-4f39-8572-82919ea3e01d tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904696 Jun 03 20:04:30.807282 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7666f-34bc-46af-828d-3421a058246b req-0b44d27b-a5cc-4792-af5d-55a6b3bc2c8d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:30.808816 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8bf7666f-34bc-46af-828d-3421a058246b req-0b44d27b-a5cc-4792-af5d-55a6b3bc2c8d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1071219 Jun 03 20:04:30.854492 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8bf7666f-34bc-46af-828d-3421a058246b req-cadcca73-e9ba-4569-b12b-dbf9106b7a29 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 Jun 03 20:04:30.865348 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-bd72d8d1-522c-4985-88ce-02cea52a9122 req-a685016d-6059-45ef-b0db-bd0c156e728a service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291044 Jun 03 20:04:31.015301 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-bd72d8d1-522c-4985-88ce-02cea52a9122 req-c8e7b889-d123-460a-b782-469ec5573459 service neutron] 10.222.0.109 "GET /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280708 Jun 03 20:04:31.736387 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b5b7-f1a0-48a6-8778-4a7333804a5c req-680d7b95-2f74-49ae-ad99-f406df3c5876 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:31.738843 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c586b5b7-f1a0-48a6-8778-4a7333804a5c req-680d7b95-2f74-49ae-ad99-f406df3c5876 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 945 time: 0.0977552 Jun 03 20:04:31.788801 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c586b5b7-f1a0-48a6-8778-4a7333804a5c req-33b1757e-057a-4695-919f-aa9747aaa627 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Jun 03 20:04:31.994489 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-8e81a46e-0828-46f7-a55f-5d20676d301f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:31.995368 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-8e81a46e-0828-46f7-a55f-5d20676d301f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Synchronizing usage tracker for tenant:2361de1580304c6e9cfab4285f1e474f on resource:network {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:04:32.035804 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10b515-5703-4805-9d05-9f4bc31a6f15 req-66d1dee4-45b2-4590-aa8e-74c9f399de20 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:32.037321 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4b10b515-5703-4805-9d05-9f4bc31a6f15 req-66d1dee4-45b2-4590-aa8e-74c9f399de20 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 943 time: 0.1289043 Jun 03 20:04:32.037947 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-8e81a46e-0828-46f7-a55f-5d20676d301f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Unset dirty status for tenant:2361de1580304c6e9cfab4285f1e474f on resource:network {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:04:32.038942 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-8e81a46e-0828-46f7-a55f-5d20676d301f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/networks?id=d19210ef-434c-4272-9060-1675ec07a52f HTTP/1.1" status: 200 len: 813 time: 0.2393348 Jun 03 20:04:32.071102 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-0e5ae94f-33ca-419f-9783-0186d9436a3e tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/quotas/2361de1580304c6e9cfab4285f1e474f HTTP/1.1" status: 200 len: 375 time: 0.0252135 Jun 03 20:04:32.139257 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4b10b515-5703-4805-9d05-9f4bc31a6f15 req-abb25167-14ed-40c2-8650-441f7872e69c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945411 Jun 03 20:04:32.141648 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-97230927-848e-410c-a1e4-d5c4c00f81fe tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=2361de1580304c6e9cfab4285f1e474f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598578 Jun 03 20:04:32.327881 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-281daa77-5d5b-4936-952e-d4f5d84d2a8b service neutron] 10.222.0.95 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780543 Jun 03 20:04:32.383900 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b337ae-8a75-4a65-946f-178eb7b5f76b req-555b1b50-7e61-447a-865b-15314677817f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:32.385409 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b0b337ae-8a75-4a65-946f-178eb7b5f76b req-555b1b50-7e61-447a-865b-15314677817f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1437781 Jun 03 20:04:32.518487 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b0b337ae-8a75-4a65-946f-178eb7b5f76b req-fe7ef130-6035-49ad-9147-7be23c79c97e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699532 Jun 03 20:04:32.523766 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890bc80-917e-461f-9195-c94aaaba352d req-d7a12dd8-9b32-407e-85be-3f6711e135b1 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:32.524290 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-a5e73d8e-95a5-42d0-bb43-e7a8c13ebf18 service neutron] 10.222.0.95 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886554 Jun 03 20:04:32.524493 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-4890bc80-917e-461f-9195-c94aaaba352d req-d7a12dd8-9b32-407e-85be-3f6711e135b1 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Synchronizing usage tracker for tenant:75f4f50c2e254025aace2c7be9216a10 on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:04:32.543089 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-4890bc80-917e-461f-9195-c94aaaba352d req-d7a12dd8-9b32-407e-85be-3f6711e135b1 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Unset dirty status for tenant:75f4f50c2e254025aace2c7be9216a10 on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:04:32.544497 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4890bc80-917e-461f-9195-c94aaaba352d req-d7a12dd8-9b32-407e-85be-3f6711e135b1 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.109 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 945 time: 0.1063294 Jun 03 20:04:32.702183 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-4890bc80-917e-461f-9195-c94aaaba352d req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Deleting port 694e0046-2348-4c67-b688-9719c8e2bb06 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:04:32.702535 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-4890bc80-917e-461f-9195-c94aaaba352d req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:32.870488 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-4890bc80-917e-461f-9195-c94aaaba352d req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] For port 694e0046-2348-4c67-b688-9719c8e2bb06, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=694e0046-2348-4c67-b688-9719c8e2bb06,segment=NetworkSegment(556ba422-75d2-4613-bd2a-578727bcad6c),segment_id=556ba422-75d2-4613-bd2a-578727bcad6c)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:32.870942 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-4890bc80-917e-461f-9195-c94aaaba352d req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:33.033734 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c527ca6-1999-4143-becc-2202801737da req-159ca0c7-35ec-4782-bacb-f160cb72958a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 210 time: 0.2514915 Jun 03 20:04:33.099977 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-4890bc80-917e-461f-9195-c94aaaba352d req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Calling delete_port for 694e0046-2348-4c67-b688-9719c8e2bb06 owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:04:33.104448 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfeba65-cd89-4bef-88ea-757dfe886044 req-fc1cfeb8-a048-491b-96ec-2dc41c58a0fe tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:33.106022 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9dfeba65-cd89-4bef-88ea-757dfe886044 req-fc1cfeb8-a048-491b-96ec-2dc41c58a0fe tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 945 time: 0.1180046 Jun 03 20:04:33.156081 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9dfeba65-cd89-4bef-88ea-757dfe886044 req-beb271bf-5a44-48cd-83eb-1c65addf1bfd tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/security-groups?id=6012ac95-e36a-45ea-83bc-bcd9329ee863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Jun 03 20:04:33.217434 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-4890bc80-917e-461f-9195-c94aaaba352d req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:33.223081 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:33.245989 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['694e0046-2348-4c67-b688-9719c8e2bb06'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:04:33.280609 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Pushing event deleted for resources: {'Port': ['ID=694e0046-2348-4c67-b688-9719c8e2bb06,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:33.288890 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:33.347135 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62e6bc-88be-4b60-af4f-8d00e8ced316 req-eae915fc-3b7f-434a-8627-20234af185bf tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:33.348536 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3e62e6bc-88be-4b60-af4f-8d00e8ced316 req-eae915fc-3b7f-434a-8627-20234af185bf tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0889916 Jun 03 20:04:33.382011 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4890bc80-917e-461f-9195-c94aaaba352d req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] No DVR routers for this DVR port 694e0046-2348-4c67-b688-9719c8e2bb06 on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:04:33.385769 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-4890bc80-917e-461f-9195-c94aaaba352d req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:33.391117 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c715d07-c25b-4ff6-bbea-346d3c21a200', 'name': 'network-vif-deleted', 'tag': '694e0046-2348-4c67-b688-9719c8e2bb06'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:04:33.393692 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0879173b-b208-4343-9717-8d0c4139cc84" -d '{"events": [{"server_uuid": "3c715d07-c25b-4ff6-bbea-346d3c21a200", "name": "network-vif-deleted", "tag": "694e0046-2348-4c67-b688-9719c8e2bb06"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:04:33.400515 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3e62e6bc-88be-4b60-af4f-8d00e8ced316 req-8fc3a9e9-a281-41dd-bd67-1481a6c3eeb5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450237 Jun 03 20:04:33.413724 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4890bc80-917e-461f-9195-c94aaaba352d req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.109 "DELETE /v2.0/ports/694e0046-2348-4c67-b688-9719c8e2bb06 HTTP/1.1" status: 204 len: 173 time: 0.8589115 Jun 03 20:04:33.449737 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1034888-6908-4324-a4b8-687f5342a658 x-openstack-request-id: req-e1034888-6908-4324-a4b8-687f5342a658 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:04:33.450184 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c715d07-c25b-4ff6-bbea-346d3c21a200", "name": "network-vif-deleted", "tag": "694e0046-2348-4c67-b688-9719c8e2bb06", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:04:33.450679 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e1034888-6908-4324-a4b8-687f5342a658 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:04:33.451192 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c715d07-c25b-4ff6-bbea-346d3c21a200', 'name': 'network-vif-deleted', 'tag': '694e0046-2348-4c67-b688-9719c8e2bb06', 'status': 'completed', 'code': 200} Jun 03 20:04:33.718024 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bb5b3-5009-41a4-9e4d-d5c14f22e124 req-7d900f9d-33ac-4bf4-9d2f-34f38a543063 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:33.719397 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-752bb5b3-5009-41a4-9e4d-d5c14f22e124 req-7d900f9d-33ac-4bf4-9d2f-34f38a543063 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0841734 Jun 03 20:04:33.765955 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-752bb5b3-5009-41a4-9e4d-d5c14f22e124 req-6eea2b3a-fe4c-494d-ba98-3d0a19b24656 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Jun 03 20:04:34.214269 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e9b20b91-ac7d-42e9-93a7-86736c7540e0 req-5d377e4a-28a1-48f3-8dfe-4a51e4f2ffa5 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 210 time: 0.0567899 Jun 03 20:04:34.361678 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a9d38767-82de-4036-8e2c-e2a8a221e569 req-4a87dcbd-e57b-46a9-b355-6b1a58976a53 tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c715d07-c25b-4ff6-bbea-346d3c21a200 HTTP/1.1" status: 200 len: 210 time: 0.0494223 Jun 03 20:04:34.366198 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4bca73a3-885c-446f-bbac-d6b30fc338ea tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:34.367677 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4bca73a3-885c-446f-bbac-d6b30fc338ea tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.109 "GET /v2.0/networks?id=d19210ef-434c-4272-9060-1675ec07a52f HTTP/1.1" status: 200 len: 813 time: 0.1805470 Jun 03 20:04:34.383619 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Request body: {'port': {'device_id': '94f862e0-adcd-45ba-9c30-c8c767a6f895', 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f', 'admin_state_up': True, 'tenant_id': '2361de1580304c6e9cfab4285f1e474f'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:34.555130 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:34.559195 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Usage tracker for resource:port and tenant:2361de1580304c6e9cfab4285f1e474f is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:34.563067 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:34.569813 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:34.581864 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Made reservation on behalf of 2361de1580304c6e9cfab4285f1e474f for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:04:34.585476 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:34.625886 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bac146-a18d-4a43-ac43-d7543e805dec req-84a706bc-322a-44d2-b813-1e4653505467 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:34.627616 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-10bac146-a18d-4a43-ac43-d7543e805dec req-84a706bc-322a-44d2-b813-1e4653505467 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0957813 Jun 03 20:04:34.681334 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-10bac146-a18d-4a43-ac43-d7543e805dec req-59890a00-f75e-412e-ae70-b5945bb8da23 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473611 Jun 03 20:04:34.786883 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Allocated IP 172.20.0.11 (d19210ef-434c-4272-9060-1675ec07a52f/d5df8cf4-6ab7-4a22-b9b0-3b87c473d221/96d309b1-d140-4454-89ab-0f30563fc416) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:04:35.005945 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b199cbb-f8db-41f4-9d81-cf2bb431a307 req-71f5a442-3372-4f12-8aef-2f43413ad4f7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:35.007835 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2b199cbb-f8db-41f4-9d81-cf2bb431a307 req-71f5a442-3372-4f12-8aef-2f43413ad4f7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0852065 Jun 03 20:04:35.057623 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:35.059097 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2b199cbb-f8db-41f4-9d81-cf2bb431a307 req-5b2542c4-d776-45fa-bfb9-84b77f8f534e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Jun 03 20:04:35.097328 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:35.107606 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:35.163521 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Network d19210ef-434c-4272-9060-1675ec07a52f is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:04:35.166733 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:04:35.169122 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:04:35.230810 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Pushing event updated for resources: {'Port': ['ID=96d309b1-d140-4454-89ab-0f30563fc416,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:35.235917 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:35.254672 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:35.255284 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:35.276602 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981106 Jun 03 20:04:35.298344 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Request body: {'port': {'device_id': '94f862e0-adcd-45ba-9c30-c8c767a6f895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:04:35.415809 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:35.416516 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d730b5-1ad7-4e69-8828-f23bf01b707d req-f3579900-ede6-43cd-bf94-f94a661ce535 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:35.417404 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a2d730b5-1ad7-4e69-8828-f23bf01b707d req-f3579900-ede6-43cd-bf94-f94a661ce535 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 932 time: 0.0813100 Jun 03 20:04:35.464748 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-a2d730b5-1ad7-4e69-8828-f23bf01b707d req-8fa89422-f1ff-41b4-ad2f-dbe662846575 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Synchronizing usage tracker for tenant:2361de1580304c6e9cfab4285f1e474f on resource:security_group {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:04:35.483673 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-a2d730b5-1ad7-4e69-8828-f23bf01b707d req-8fa89422-f1ff-41b4-ad2f-dbe662846575 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Unset dirty status for tenant:2361de1580304c6e9cfab4285f1e474f on resource:security_group {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:04:35.485137 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a2d730b5-1ad7-4e69-8828-f23bf01b707d req-8fa89422-f1ff-41b4-ad2f-dbe662846575 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615859 Jun 03 20:04:35.788666 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d309b1-d140-4454-89ab-0f30563fc416 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:04:35.803214 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:35.824942 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Transition to ACTIVE for port object 96d309b1-d140-4454-89ab-0f30563fc416 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:04:35.830370 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:35.836082 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:35.962068 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16244364-ffd3-4848-8834-fc7c7c245e3f req-2102cdb6-12e9-4ef8-ab47-fc91b63f5654 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:35.966526 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-16244364-ffd3-4848-8834-fc7c7c245e3f req-2102cdb6-12e9-4ef8-ab47-fc91b63f5654 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 943 time: 0.1211193 Jun 03 20:04:36.033128 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-16244364-ffd3-4848-8834-fc7c7c245e3f req-6626727a-ac1f-4d43-b209-afe989288bcb tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615702 Jun 03 20:04:36.103538 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Pushing event updated for resources: {'Port': ['ID=96d309b1-d140-4454-89ab-0f30563fc416,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:36.110937 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:36.189275 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Attempting to bind port 96d309b1-d140-4454-89ab-0f30563fc416 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:04:36.189731 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Attempting to bind port 96d309b1-d140-4454-89ab-0f30563fc416 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:04:36.191785 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Attempting to bind port 96d309b1-d140-4454-89ab-0f30563fc416 on network d19210ef-434c-4272-9060-1675ec07a52f {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:04:36.196494 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Port 96d309b1-d140-4454-89ab-0f30563fc416 on network d19210ef-434c-4272-9060-1675ec07a52f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:04:36.197342 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Attempting to bind port 96d309b1-d140-4454-89ab-0f30563fc416 on network d19210ef-434c-4272-9060-1675ec07a52f {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:04:36.206556 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:04:36.207271 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Checking segment: {'id': 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:04:36.208033 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Bound using segment: {'id': 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:04:36.208638 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Bound port: 96d309b1-d140-4454-89ab-0f30563fc416, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:04:36.209116 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:36.288791 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589b5d6-5258-4ad3-bfbb-630d3c53dd35 req-c8db2b1c-3568-47b1-826d-2c50177dc214 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:36.290827 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1589b5d6-5258-4ad3-bfbb-630d3c53dd35 req-c8db2b1c-3568-47b1-826d-2c50177dc214 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0986190 Jun 03 20:04:36.318602 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] For port 96d309b1-d140-4454-89ab-0f30563fc416, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:04:36.322481 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] For port 96d309b1-d140-4454-89ab-0f30563fc416, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=96d309b1-d140-4454-89ab-0f30563fc416,segment=NetworkSegment(c24acde0-cf0d-484a-ae00-5ac2bb8a0983),segment_id=c24acde0-cf0d-484a-ae00-5ac2bb8a0983)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:04:36.328642 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:36.333678 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7e021b26-f2e4-4afe-afb5-800b2a82ef10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:36.350507 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1589b5d6-5258-4ad3-bfbb-630d3c53dd35 req-313fc265-48e8-4475-a569-cfc80bbafba4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520480 Jun 03 20:04:36.394134 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:36.394850 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:36.396109 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] 10.222.0.109 "PUT /v2.0/ports/96d309b1-d140-4454-89ab-0f30563fc416 HTTP/1.1" status: 200 len: 1094 time: 1.1030176 Jun 03 20:04:36.396712 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f862e0-adcd-45ba-9c30-c8c767a6f895', 'tag': '96d309b1-d140-4454-89ab-0f30563fc416'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:04:36.398973 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "94f862e0-adcd-45ba-9c30-c8c767a6f895", "tag": "96d309b1-d140-4454-89ab-0f30563fc416"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:04:36.431618 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Pushing event updated for resources: {'Port': ['ID=96d309b1-d140-4454-89ab-0f30563fc416,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:36.434838 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:36.445759 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7137e5-87d5-4bf2-a9f0-2560c43dc516 x-openstack-request-id: req-7f7137e5-87d5-4bf2-a9f0-2560c43dc516 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:04:36.446077 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f862e0-adcd-45ba-9c30-c8c767a6f895", "tag": "96d309b1-d140-4454-89ab-0f30563fc416", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:04:36.446355 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7f7137e5-87d5-4bf2-a9f0-2560c43dc516 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:04:36.446838 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f862e0-adcd-45ba-9c30-c8c767a6f895', 'tag': '96d309b1-d140-4454-89ab-0f30563fc416', 'status': 'completed', 'code': 200} Jun 03 20:04:36.560927 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-1b05e319-f1fa-4754-b6ac-7bb1031bd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:36.562671 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-1b05e319-f1fa-4754-b6ac-7bb1031bd760 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2361de1580304c6e9cfab4285f1e474f&device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 1097 time: 0.0745854 Jun 03 20:04:36.639803 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-30d63e6f-62b0-4010-925e-a14c57a91ec7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d309b1-d140-4454-89ab-0f30563fc416 HTTP/1.1" status: 200 len: 217 time: 0.0653017 Jun 03 20:04:36.685888 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ec4f987f-6d01-475a-b078-f1bd438afbdb details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:04:36.699636 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1fd8c-51c5-4e9f-bbdd-3271525c6aaa req-6970a979-fb94-4127-add0-ff52853b6e79 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:36.701695 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-27a1fd8c-51c5-4e9f-bbdd-3271525c6aaa req-6970a979-fb94-4127-add0-ff52853b6e79 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 944 time: 0.0936267 Jun 03 20:04:36.709713 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-e66261e5-105a-46f0-a68a-bfdc7d7606ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:36.711154 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-e66261e5-105a-46f0-a68a-bfdc7d7606ed service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d5df8cf4-6ab7-4a22-b9b0-3b87c473d221 HTTP/1.1" status: 200 len: 853 time: 0.0635846 Jun 03 20:04:36.726155 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 694e0046-2348-4c67-b688-9719c8e2bb06 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:04:36.750861 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-27a1fd8c-51c5-4e9f-bbdd-3271525c6aaa req-a54cee09-05df-402d-8d55-db34118cc71e tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Jun 03 20:04:36.767675 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-ec4e6726-815d-4d31-aef2-e3173cd8b4e7 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d19210ef-434c-4272-9060-1675ec07a52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477564 Jun 03 20:04:36.775992 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 694e0046-2348-4c67-b688-9719c8e2bb06 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:04:36.776476 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 694e0046-2348-4c67-b688-9719c8e2bb06 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:04:36.868236 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ec4f987f-6d01-475a-b078-f1bd438afbdb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ec4f987f-6d01-475a-b078-f1bd438afbdb,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:36.881985 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': 'ec4f987f-6d01-475a-b078-f1bd438afbdb', 'network_id': 'b20ed959-7f00-42fd-9ac3-7f1f0415214a', 'port_id': 'ec4f987f-6d01-475a-b078-f1bd438afbdb', 'mac_address': 'fa:16:3e:6d:f7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0a58f4-bb19-479f-be40-bdf528e168d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:04:36.912564 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-e95f3073-50b1-4872-b85b-337255029ea9 service neutron] 10.222.0.109 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342168 Jun 03 20:04:36.941755 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:36.959687 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4f987f-6d01-475a-b078-f1bd438afbdb {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:04:36.977946 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ec4f987f-6d01-475a-b078-f1bd438afbdb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ec4f987f-6d01-475a-b078-f1bd438afbdb,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:36.985098 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:36.987014 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:37.053929 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=ec4f987f-6d01-475a-b078-f1bd438afbdb,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:37.060676 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-03584180-59e1-42bc-b88a-fab78f8624c3 req-96f7b980-7196-48e2-9fb1-2d7a96cba7bb service neutron] 10.222.0.109 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333721 Jun 03 20:04:37.062268 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.062620 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.062958 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.063292 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.063621 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.063950 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.064274 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.064592 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.064937 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.065346 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.065575 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.065891 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:04:37.070044 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:37.205898 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1 req-2a934329-7b66-41e5-afcf-026955e5e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:37.207316 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1 req-2a934329-7b66-41e5-afcf-026955e5e1b6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2361de1580304c6e9cfab4285f1e474f&device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 1097 time: 0.0789571 Jun 03 20:04:37.253881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326bafd-58a2-4a36-bdbd-c8631e3b10c6 req-8402824a-80a3-4085-a04b-852694dc68c2 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:37.255374 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7326bafd-58a2-4a36-bdbd-c8631e3b10c6 req-8402824a-80a3-4085-a04b-852694dc68c2 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 944 time: 0.0886385 Jun 03 20:04:37.317108 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7326bafd-58a2-4a36-bdbd-c8631e3b10c6 req-ef94436d-e76d-4ef4-afdc-0b6eb148d897 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540264 Jun 03 20:04:37.354860 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1 req-fba9e46d-cfcf-4ed9-ae22-198274379ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:37.357382 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1 req-fba9e46d-cfcf-4ed9-ae22-198274379ff2 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d19210ef-434c-4272-9060-1675ec07a52f HTTP/1.1" status: 200 len: 915 time: 0.1414564 Jun 03 20:04:37.442406 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1 req-6603f506-a5d7-4ee6-9378-ec30a368e115 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d309b1-d140-4454-89ab-0f30563fc416 HTTP/1.1" status: 200 len: 217 time: 0.0750427 Jun 03 20:04:37.523707 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1 req-c15dbcff-0d4f-4f6d-8380-bb45ef194ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:37.525682 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1 req-c15dbcff-0d4f-4f6d-8380-bb45ef194ae3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d5df8cf4-6ab7-4a22-b9b0-3b87c473d221 HTTP/1.1" status: 200 len: 853 time: 0.0722005 Jun 03 20:04:37.594720 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1 req-62813e70-c257-4959-af68-355291442d14 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d19210ef-434c-4272-9060-1675ec07a52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542865 Jun 03 20:04:37.632212 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a24185-43f0-4a9d-840a-7b0ac9185e15 req-14d92a2f-0f36-48ec-9a0c-f7efb48dbe4e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:37.633740 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-24a24185-43f0-4a9d-840a-7b0ac9185e15 req-14d92a2f-0f36-48ec-9a0c-f7efb48dbe4e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1045852 Jun 03 20:04:37.682038 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-24a24185-43f0-4a9d-840a-7b0ac9185e15 req-b38a2ab6-a19b-46a0-a324-05cf3502d910 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Jun 03 20:04:37.746504 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1 req-a8f98767-cc94-4c92-8a3b-4cc6333ee04c service neutron] 10.222.0.109 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354439 Jun 03 20:04:37.890825 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d03eee74-d2d7-4c19-88ce-bfcb03882ef1 req-ee71d4c8-cb7f-47c3-a3ee-e2a08e99245c service neutron] 10.222.0.109 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333230 Jun 03 20:04:37.952460 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce555808-152f-46f2-9588-de9214c7c011 req-31c16087-7f5d-483b-8ed7-38f5ea5767a0 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:37.954091 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ce555808-152f-46f2-9588-de9214c7c011 req-31c16087-7f5d-483b-8ed7-38f5ea5767a0 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 944 time: 0.0923009 Jun 03 20:04:38.004508 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ce555808-152f-46f2-9588-de9214c7c011 req-7eae7501-d6e9-452f-8c13-fe38be8e5622 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 Jun 03 20:04:38.129876 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['ec4f987f-6d01-475a-b078-f1bd438afbdb'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:04:38.512095 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59960c-4ca5-4d97-a489-9593f0545213 req-389bd3aa-f973-4da2-aec7-7a8c5b0c8240 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:38.513598 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9f59960c-4ca5-4d97-a489-9593f0545213 req-389bd3aa-f973-4da2-aec7-7a8c5b0c8240 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 944 time: 0.0922537 Jun 03 20:04:38.561877 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9f59960c-4ca5-4d97-a489-9593f0545213 req-8663d143-0d37-435f-a8be-5674564d15b7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Jun 03 20:04:38.897325 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a66c7f-5f9b-43c0-b815-2208581ed24a req-4dd0d297-86e0-416c-9b9d-a9e3788582e1 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:38.899169 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-76a66c7f-5f9b-43c0-b815-2208581ed24a req-4dd0d297-86e0-416c-9b9d-a9e3788582e1 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0936821 Jun 03 20:04:38.952252 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-76a66c7f-5f9b-43c0-b815-2208581ed24a req-482af5f3-bf52-43c6-82ab-9953246f0cf3 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Jun 03 20:04:39.210752 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa874f9-7050-4612-8dec-8e5b7c248dfd req-aa53ad56-e03b-458c-9e90-dd59cfb9634a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:39.212179 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4fa874f9-7050-4612-8dec-8e5b7c248dfd req-aa53ad56-e03b-458c-9e90-dd59cfb9634a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 944 time: 0.0850124 Jun 03 20:04:39.255872 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4fa874f9-7050-4612-8dec-8e5b7c248dfd req-4246b4a6-10ed-488a-bf29-824c9b899f0b tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378819 Jun 03 20:04:39.749929 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a41917-4929-4d85-85eb-d16fa69beef1 req-5389c99a-8558-405b-a2fa-15006b8336bc tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:39.751393 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-26a41917-4929-4d85-85eb-d16fa69beef1 req-5389c99a-8558-405b-a2fa-15006b8336bc tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 944 time: 0.0826778 Jun 03 20:04:39.795079 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-26a41917-4929-4d85-85eb-d16fa69beef1 req-06b9e9c3-40f4-4210-8e2e-f3fe6900aca1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380619 Jun 03 20:04:40.119193 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 59706) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:40.233616 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68997725-870a-45ed-b462-54d1675fd444 req-0e921497-5237-473f-8236-5ac382d37793 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:40.238261 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-68997725-870a-45ed-b462-54d1675fd444 req-0e921497-5237-473f-8236-5ac382d37793 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1710653 Jun 03 20:04:40.261715 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:40.293253 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-68997725-870a-45ed-b462-54d1675fd444 req-ed627650-2352-46eb-bcb1-ee1601176103 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Jun 03 20:04:40.375900 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:40.379848 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] Usage tracker for resource:security_group_rule and tenant:84ea7d129bcc41928f7db12a9e37faf1 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:40.385980 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:40.392716 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:40.486332 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:40.493661 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:40.505364 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:40.507092 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357fa8e-b047-42d9-b8a6-8fe1aea54ba5 req-6a7ac244-e8d7-426a-82d0-2721d6fe00c6 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:40.508659 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f357fa8e-b047-42d9-b8a6-8fe1aea54ba5 req-6a7ac244-e8d7-426a-82d0-2721d6fe00c6 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 944 time: 0.1100783 Jun 03 20:04:40.556250 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=84ea7d129bcc41928f7db12a9e37faf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359438 Jun 03 20:04:40.559708 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 59720) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:40.572270 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f357fa8e-b047-42d9-b8a6-8fe1aea54ba5 req-50545870-c71a-4c56-803f-704560a79a6c tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538924 Jun 03 20:04:40.573776 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40348e8a-f3b2-41af-a9ab-1e493960c475,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:40.601175 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:40.682576 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4dae8db6-770e-413b-8d2f-32c0abb6f637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:40.698733 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ec4f987f-6d01-475a-b078-f1bd438afbdb up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:04:40.716517 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4dae8db6-770e-413b-8d2f-32c0abb6f637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:40.772293 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe012802-f3ee-4476-8c59-e22baa509860 req-98b59b06-099d-40a3-8c0c-42b9d796b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:40.773814 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fe012802-f3ee-4476-8c59-e22baa509860 req-98b59b06-099d-40a3-8c0c-42b9d796b289 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 1099 time: 0.1386001 Jun 03 20:04:40.785840 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port ec4f987f-6d01-475a-b078-f1bd438afbdb completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:04:40.790707 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port ec4f987f-6d01-475a-b078-f1bd438afbdb triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:04:40.791073 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:40.821113 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4dae8db6-770e-413b-8d2f-32c0abb6f637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:40.828318 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0b4952c9-c168-4643-8b7a-b01c0499a2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:40.843768 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fe012802-f3ee-4476-8c59-e22baa509860 req-81fae6a5-916c-4f40-beb0-227c112072c0 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577393 Jun 03 20:04:40.846707 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae8db6-770e-413b-8d2f-32c0abb6f637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40348e8a-f3b2-41af-a9ab-1e493960c475,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:40.849800 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4dae8db6-770e-413b-8d2f-32c0abb6f637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:40.852061 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4dae8db6-770e-413b-8d2f-32c0abb6f637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:40.853494 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-4dae8db6-770e-413b-8d2f-32c0abb6f637 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/40348e8a-f3b2-41af-a9ab-1e493960c475 HTTP/1.1" status: 204 len: 168 time: 0.2927425 Jun 03 20:04:40.940889 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:40.981170 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1252f03-da36-4bba-a6bf-5412b07c1bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4f987f-6d01-475a-b078-f1bd438afbdb'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:04:40.987641 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1cc070-fc59-4130-850c-05cc1fa40038" -d '{"events": [{"server_uuid": "f1252f03-da36-4bba-a6bf-5412b07c1bc3", "name": "network-vif-plugged", "status": "completed", "tag": "ec4f987f-6d01-475a-b078-f1bd438afbdb"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:04:41.002949 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ec4f987f-6d01-475a-b078-f1bd438afbdb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ec4f987f-6d01-475a-b078-f1bd438afbdb,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:41.008451 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:41.009842 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b558fdb-f4f9-4e04-8c17-e913ffa71a57 req-c15debb5-366c-4d2f-abd1-8d2b3a06340f tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:41.010938 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:41.011878 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6b558fdb-f4f9-4e04-8c17-e913ffa71a57 req-c15debb5-366c-4d2f-abd1-8d2b3a06340f tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 944 time: 0.1031404 Jun 03 20:04:41.056196 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02da0cda-e759-4dc3-acf9-cbd24ff31c1b x-openstack-request-id: req-02da0cda-e759-4dc3-acf9-cbd24ff31c1b {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:04:41.056760 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1252f03-da36-4bba-a6bf-5412b07c1bc3", "name": "network-vif-plugged", "status": "completed", "tag": "ec4f987f-6d01-475a-b078-f1bd438afbdb", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:04:41.057215 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-02da0cda-e759-4dc3-acf9-cbd24ff31c1b {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:04:41.057759 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1252f03-da36-4bba-a6bf-5412b07c1bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4f987f-6d01-475a-b078-f1bd438afbdb', 'code': 200} Jun 03 20:04:41.067174 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6b558fdb-f4f9-4e04-8c17-e913ffa71a57 req-e595bdcc-307a-4ad4-ad82-20165ab86f86 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488267 Jun 03 20:04:41.109556 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=ec4f987f-6d01-475a-b078-f1bd438afbdb,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:41.112711 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:41.343833 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c919e-15ca-4d4b-9321-34be5e580fb9 req-45cb0615-7a59-45aa-b0f3-1e008432daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:41.346704 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3f4c919e-15ca-4d4b-9321-34be5e580fb9 req-45cb0615-7a59-45aa-b0f3-1e008432daba service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0784528 Jun 03 20:04:41.400448 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3f4c919e-15ca-4d4b-9321-34be5e580fb9 req-76c69654-fd66-423f-8074-515b64193e5a service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460162 Jun 03 20:04:41.496665 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bb41-46de-4db7-94ea-4ef6cbc95185 req-b14c9bf8-ced0-417c-a458-984b00c1dddf tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:41.499100 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-13b5bb41-46de-4db7-94ea-4ef6cbc95185 req-b14c9bf8-ced0-417c-a458-984b00c1dddf tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0886145 Jun 03 20:04:41.553578 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-13b5bb41-46de-4db7-94ea-4ef6cbc95185 req-cee0c78a-80c4-419e-8a15-40c7cb35c85e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489538 Jun 03 20:04:41.777585 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8960c8-0829-49a2-9c7e-aab245b3d51d req-45e38e7b-eaad-4407-ab87-95f7ff4ba09b tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:41.779940 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9c8960c8-0829-49a2-9c7e-aab245b3d51d req-45e38e7b-eaad-4407-ab87-95f7ff4ba09b tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 944 time: 0.0920074 Jun 03 20:04:41.831961 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9c8960c8-0829-49a2-9c7e-aab245b3d51d req-4e54685f-918a-48ec-b9b8-7343492ec0f7 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Jun 03 20:04:42.130999 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 59770) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:42.296651 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:42.317632 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:42.322550 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] Usage tracker for resource:security_group_rule and tenant:1630c3b68958484c9e097d9c1f6ac4fc is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:42.326974 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:42.336485 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:42.379647 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81c15d-f7e5-43bf-ac08-3f1e2d34abeb req-82e271c6-be0c-47c9-89e0-c6120fb951dc tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:42.381188 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c81c15d-f7e5-43bf-ac08-3f1e2d34abeb req-82e271c6-be0c-47c9-89e0-c6120fb951dc tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 945 time: 0.1572218 Jun 03 20:04:42.460057 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c81c15d-f7e5-43bf-ac08-3f1e2d34abeb req-35732c6b-7147-45a5-a29e-a06f16e2de1f tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692866 Jun 03 20:04:42.493155 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:42.497765 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:42.504760 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5bf3752c-fd46-4b2a-bca2-d9cc3762558c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:42.521309 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a342ea4c-d04a-46a7-90f0-e130868c7334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:42.553221 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 59784) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:42.558041 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1630c3b68958484c9e097d9c1f6ac4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182668 Jun 03 20:04:42.559100 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4afd4d0-f84c-4925-bc2d-3cdca5b95d83,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:42.562444 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:42.620624 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-65f80c24-3053-4870-95a8-ec287701c7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:42.650752 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-65f80c24-3053-4870-95a8-ec287701c7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:42.708636 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-65f80c24-3053-4870-95a8-ec287701c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:42.711805 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 96d309b1-d140-4454-89ab-0f30563fc416 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:04:42.713016 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-def0e31d-7712-48b1-bc83-5ef6e9e1df31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:42.725648 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f80c24-3053-4870-95a8-ec287701c7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4afd4d0-f84c-4925-bc2d-3cdca5b95d83,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:42.729503 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-65f80c24-3053-4870-95a8-ec287701c7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:42.733829 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-65f80c24-3053-4870-95a8-ec287701c7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:42.738694 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-65f80c24-3053-4870-95a8-ec287701c7e8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e4afd4d0-f84c-4925-bc2d-3cdca5b95d83 HTTP/1.1" status: 204 len: 168 time: 0.1806128 Jun 03 20:04:42.767755 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e224d5-0785-4675-9736-d8f29f2e79c2 req-57954de4-d3c0-4670-9df9-bc36d3213dd8 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:42.769372 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-90e224d5-0785-4675-9736-d8f29f2e79c2 req-57954de4-d3c0-4670-9df9-bc36d3213dd8 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0979404 Jun 03 20:04:42.826172 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-90e224d5-0785-4675-9736-d8f29f2e79c2 req-87fef3dc-9c6a-439f-a392-b4c5938e5d91 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486455 Jun 03 20:04:42.903518 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 96d309b1-d140-4454-89ab-0f30563fc416, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=96d309b1-d140-4454-89ab-0f30563fc416,segment=NetworkSegment(c24acde0-cf0d-484a-ae00-5ac2bb8a0983),segment_id=c24acde0-cf0d-484a-ae00-5ac2bb8a0983)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:42.917669 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '96d309b1-d140-4454-89ab-0f30563fc416', 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f', 'port_id': '96d309b1-d140-4454-89ab-0f30563fc416', 'mac_address': 'fa:16:3e:9a:a7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5df8cf4-6ab7-4a22-b9b0-3b87c473d221', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:04:42.997782 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:43.020428 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d309b1-d140-4454-89ab-0f30563fc416 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:04:43.042320 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 96d309b1-d140-4454-89ab-0f30563fc416, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=96d309b1-d140-4454-89ab-0f30563fc416,segment=NetworkSegment(c24acde0-cf0d-484a-ae00-5ac2bb8a0983),segment_id=c24acde0-cf0d-484a-ae00-5ac2bb8a0983)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:43.052192 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:43.055694 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:43.066361 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cde18-ffa7-42fc-af1b-f10af95d5036 req-90a7a6e0-3eab-435d-b805-a668115abbba tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:43.074214 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f78cde18-ffa7-42fc-af1b-f10af95d5036 req-90a7a6e0-3eab-435d-b805-a668115abbba tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 944 time: 0.1257658 Jun 03 20:04:43.120878 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f78cde18-ffa7-42fc-af1b-f10af95d5036 req-75fe590e-04b9-460a-8181-758ab818897a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Jun 03 20:04:43.155087 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=96d309b1-d140-4454-89ab-0f30563fc416,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:43.158307 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:43.691498 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d2c30-614d-4faf-92a5-127aedc968a3 req-5ff3651a-c46c-447a-9d3e-02005d81b032 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:43.693301 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a29d2c30-614d-4faf-92a5-127aedc968a3 req-5ff3651a-c46c-447a-9d3e-02005d81b032 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 945 time: 0.1102059 Jun 03 20:04:43.749308 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a29d2c30-614d-4faf-92a5-127aedc968a3 req-132436db-da1b-424c-94ff-5360deb346df tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491257 Jun 03 20:04:44.019964 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['96d309b1-d140-4454-89ab-0f30563fc416'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:04:44.053047 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355391e-5017-4a5f-a1a4-12b383002c6c req-1199069d-dd5f-46ec-9cd0-0097498675d0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:44.055026 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2355391e-5017-4a5f-a1a4-12b383002c6c req-1199069d-dd5f-46ec-9cd0-0097498675d0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1023383 Jun 03 20:04:44.110788 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2355391e-5017-4a5f-a1a4-12b383002c6c req-74c96066-addb-429b-8476-7b687dd3df5d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492165 Jun 03 20:04:44.433288 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d19f35-2aa0-4c75-a28e-dc43e1174090 req-baba229d-3e0e-4941-9cd4-ecb1ecc2113e tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:44.435405 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f6d19f35-2aa0-4c75-a28e-dc43e1174090 req-baba229d-3e0e-4941-9cd4-ecb1ecc2113e tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 945 time: 0.1589103 Jun 03 20:04:44.445596 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a355-796e-41ee-b9ae-3b4aeeb2aa69 req-9dff7442-3d19-4377-953b-b031b716120b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:44.447313 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-42f6a355-796e-41ee-b9ae-3b4aeeb2aa69 req-9dff7442-3d19-4377-953b-b031b716120b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1322408 Jun 03 20:04:44.519811 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f6d19f35-2aa0-4c75-a28e-dc43e1174090 req-03a67bb6-cfbc-43c6-b9dc-82b68714856a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714023 Jun 03 20:04:44.534550 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-42f6a355-796e-41ee-b9ae-3b4aeeb2aa69 req-c3e8de3a-a83b-47b8-a99f-af1c7aafb95c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673478 Jun 03 20:04:45.027349 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1345b-fcd3-40c5-a1fa-e0aa2fc0dd37 req-abe9a9f9-6c93-4840-8377-168356d31b80 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:45.031685 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1ca1345b-fcd3-40c5-a1fa-e0aa2fc0dd37 req-abe9a9f9-6c93-4840-8377-168356d31b80 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 945 time: 0.1521561 Jun 03 20:04:45.106885 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1ca1345b-fcd3-40c5-a1fa-e0aa2fc0dd37 req-df43dcb3-d985-45ce-bd5b-7550f1e28d93 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666947 Jun 03 20:04:45.156363 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:45.698577 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-14eea6ee-2c52-4db9-8a91-f31f244c4a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:45.781006 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5f36d-eb90-415f-a2fc-f6f88983e40c req-584c56eb-58ff-40fd-83f2-85d5f98d3b51 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:45.782615 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-00d5f36d-eb90-415f-a2fc-f6f88983e40c req-584c56eb-58ff-40fd-83f2-85d5f98d3b51 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 945 time: 0.1141796 Jun 03 20:04:45.832917 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-00d5f36d-eb90-415f-a2fc-f6f88983e40c req-e1dc0f4f-550b-4edd-ae03-3b8d292f69ad tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437279 Jun 03 20:04:46.690089 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165a180-2bda-409b-b8ee-60d117516e24 req-977e63f9-b125-46da-9695-9b341e0f7d27 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:46.692450 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b165a180-2bda-409b-b8ee-60d117516e24 req-977e63f9-b125-46da-9695-9b341e0f7d27 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1155009 Jun 03 20:04:46.749320 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b165a180-2bda-409b-b8ee-60d117516e24 req-a7bb2a81-7823-498d-a1b4-86469547cf7a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510776 Jun 03 20:04:46.750102 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 96d309b1-d140-4454-89ab-0f30563fc416 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:04:46.847649 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7783-5f39-4d44-a426-597998276d1f req-cd0814d7-fa22-42c3-804c-be24d8e31212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:46.850348 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 96d309b1-d140-4454-89ab-0f30563fc416 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:04:46.850484 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5bbe7783-5f39-4d44-a426-597998276d1f req-cd0814d7-fa22-42c3-804c-be24d8e31212 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 1099 time: 0.1333535 Jun 03 20:04:46.858917 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 96d309b1-d140-4454-89ab-0f30563fc416 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:04:46.859400 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:47.048454 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7783-5f39-4d44-a426-597998276d1f req-cb9a6daa-4e07-40c8-a930-915de0d16a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:47.050011 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5bbe7783-5f39-4d44-a426-597998276d1f req-cb9a6daa-4e07-40c8-a930-915de0d16a14 service neutron] 10.222.0.109 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 921 time: 0.1799881 Jun 03 20:04:47.074045 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:47.113066 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1fe81-9e5e-4800-9d01-2d34949e148c req-7d2e8f22-eeaa-4a3c-9b34-0e2eaf8df388 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:47.120441 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-18e1fe81-9e5e-4800-9d01-2d34949e148c req-7d2e8f22-eeaa-4a3c-9b34-0e2eaf8df388 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 945 time: 0.1341205 Jun 03 20:04:47.128125 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f862e0-adcd-45ba-9c30-c8c767a6f895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d309b1-d140-4454-89ab-0f30563fc416'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:04:47.139810 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5bbe7783-5f39-4d44-a426-597998276d1f req-12a89141-c7c4-4d9b-80e9-7a3fce263dc4 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8 HTTP/1.1" status: 200 len: 217 time: 0.0798571 Jun 03 20:04:47.141634 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952e68d6-c611-465d-bb1a-6a2517a52dee" -d '{"events": [{"server_uuid": "94f862e0-adcd-45ba-9c30-c8c767a6f895", "name": "network-vif-plugged", "status": "completed", "tag": "96d309b1-d140-4454-89ab-0f30563fc416"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:04:47.150846 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 96d309b1-d140-4454-89ab-0f30563fc416, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=96d309b1-d140-4454-89ab-0f30563fc416,segment=NetworkSegment(c24acde0-cf0d-484a-ae00-5ac2bb8a0983),segment_id=c24acde0-cf0d-484a-ae00-5ac2bb8a0983)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:04:47.156198 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:47.165065 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:47.204957 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-18e1fe81-9e5e-4800-9d01-2d34949e148c req-385f632b-0451-4d8d-bda7-7079dd330f08 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827663 Jun 03 20:04:47.273217 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7783-5f39-4d44-a426-597998276d1f req-24ede1b8-1a98-46f2-8c90-a20bc174a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:47.274938 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5bbe7783-5f39-4d44-a426-597998276d1f req-24ede1b8-1a98-46f2-8c90-a20bc174a565 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=157340b1-3d75-4530-84fc-1ece88c2efe5 HTTP/1.1" status: 200 len: 859 time: 0.1180127 Jun 03 20:04:47.332416 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=96d309b1-d140-4454-89ab-0f30563fc416,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:47.336372 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:47.345075 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5bbe7783-5f39-4d44-a426-597998276d1f req-afc28b04-5cea-45e6-9c72-c7a6518b5789 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561869 Jun 03 20:04:47.370025 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:47.485946 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2284ce-6d8c-4663-85d2-58c1d9e89cda x-openstack-request-id: req-9f2284ce-6d8c-4663-85d2-58c1d9e89cda {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:04:47.486463 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f862e0-adcd-45ba-9c30-c8c767a6f895", "name": "network-vif-plugged", "status": "completed", "tag": "96d309b1-d140-4454-89ab-0f30563fc416", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:04:47.486875 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9f2284ce-6d8c-4663-85d2-58c1d9e89cda {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:04:47.487421 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f862e0-adcd-45ba-9c30-c8c767a6f895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d309b1-d140-4454-89ab-0f30563fc416', 'code': 200} Jun 03 20:04:47.504057 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5bbe7783-5f39-4d44-a426-597998276d1f req-e8a55ebe-cfa7-46c7-b19a-fa5310e22941 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460292 Jun 03 20:04:47.678953 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5bbe7783-5f39-4d44-a426-597998276d1f req-fd0ec29e-590a-4163-828a-6190070a2d49 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612506 Jun 03 20:04:47.851490 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a46d07-98c9-494e-80e7-d76902e7cf13 req-7d0313d6-b17a-4e7a-9dd0-4c1e5c0de272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:47.856121 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b6a46d07-98c9-494e-80e7-d76902e7cf13 req-7d0313d6-b17a-4e7a-9dd0-4c1e5c0de272 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 1099 time: 0.1214628 Jun 03 20:04:47.931394 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b6a46d07-98c9-494e-80e7-d76902e7cf13 req-2867a050-fc22-4f2a-8d4d-8f0fe54efc53 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584412 Jun 03 20:04:47.997397 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad271b-d307-4e84-af15-2527a5067909 req-7373f343-08d0-46f5-bc10-0999a70f7fd5 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:47.998748 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5fad271b-d307-4e84-af15-2527a5067909 req-7373f343-08d0-46f5-bc10-0999a70f7fd5 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1060538 Jun 03 20:04:48.114714 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5fad271b-d307-4e84-af15-2527a5067909 req-f0130df6-bdcd-484e-9307-7deaf5f7d0bf tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098888 Jun 03 20:04:48.395013 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee93e8-aa6a-4f90-97ad-e89a8b937fbe req-13891144-773d-46c6-ac61-233ff7eaf8a5 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:48.396479 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-80ee93e8-aa6a-4f90-97ad-e89a8b937fbe req-13891144-773d-46c6-ac61-233ff7eaf8a5 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.0879529 Jun 03 20:04:48.443183 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-80ee93e8-aa6a-4f90-97ad-e89a8b937fbe req-abeed0e5-b55d-441d-a693-979d76a6cfe9 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Jun 03 20:04:48.783922 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:49.326968 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da3711-d4db-41e3-87f7-35161b43325a req-9233d0e9-b011-4fda-a4ba-d988c066c487 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:49.328638 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-90da3711-d4db-41e3-87f7-35161b43325a req-9233d0e9-b011-4fda-a4ba-d988c066c487 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0939233 Jun 03 20:04:49.379379 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-90da3711-d4db-41e3-87f7-35161b43325a req-5d70f13f-dcb5-4a93-97a7-0746ae55a37c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442264 Jun 03 20:04:49.663559 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e160-dc93-4c2e-b41d-719b4a68645b req-730bc2f5-f5e4-49e9-8289-c269cd0a3b7c tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:49.665228 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3ef9e160-dc93-4c2e-b41d-719b4a68645b req-730bc2f5-f5e4-49e9-8289-c269cd0a3b7c tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.1077523 Jun 03 20:04:49.714131 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3ef9e160-dc93-4c2e-b41d-719b4a68645b req-c502ffb1-7dcd-4acc-abbd-76010d60d5e7 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423007 Jun 03 20:04:50.634954 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae16b0-3f60-4c8e-9870-4d34ad70f119 req-1378fe6c-c884-4cf6-8514-6ba9e0dfa156 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:50.638028 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-feae16b0-3f60-4c8e-9870-4d34ad70f119 req-1378fe6c-c884-4cf6-8514-6ba9e0dfa156 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1096075 Jun 03 20:04:50.697758 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-feae16b0-3f60-4c8e-9870-4d34ad70f119 req-9b6e60e0-2fea-46a8-93ac-8675dd6b41c2 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534120 Jun 03 20:04:50.973191 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb7ef3-02dc-415b-a677-cff9f3c5147d req-11ca1076-2364-4686-9887-9aa91faa4e6f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:50.981297 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e6cb7ef3-02dc-415b-a677-cff9f3c5147d req-11ca1076-2364-4686-9887-9aa91faa4e6f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.1163235 Jun 03 20:04:51.031700 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e6cb7ef3-02dc-415b-a677-cff9f3c5147d req-ced65eb0-4660-459b-8a77-557fe181c067 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500286 Jun 03 20:04:51.100974 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:51.973487 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b8fcc-593f-4728-96e0-c8fe7a2af5fc req-74c5d4a4-abc5-44b8-aaf9-b61aa16d2968 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:51.975498 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-aa0b8fcc-593f-4728-96e0-c8fe7a2af5fc req-74c5d4a4-abc5-44b8-aaf9-b61aa16d2968 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1466844 Jun 03 20:04:52.040743 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-aa0b8fcc-593f-4728-96e0-c8fe7a2af5fc req-34f1f791-ffe3-4e90-bcb3-49c9cf1337ce tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570562 Jun 03 20:04:53.285774 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d69a2-2519-41c9-8aba-0edcc17c7c13 req-10a3071e-cb90-44db-900e-6ddf3d5739c4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:53.293869 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-664d69a2-2519-41c9-8aba-0edcc17c7c13 req-10a3071e-cb90-44db-900e-6ddf3d5739c4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1055400 Jun 03 20:04:53.342108 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-664d69a2-2519-41c9-8aba-0edcc17c7c13 req-9c3f6a3f-c508-4c3b-929d-c42f3d99d5ca tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472927 Jun 03 20:04:54.554207 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9355-9c62-4622-99be-c3b358bb9c7a req-fd4ed169-c1d9-43cd-9510-c386fff0fd4d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:54.556489 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7e7c9355-9c62-4622-99be-c3b358bb9c7a req-fd4ed169-c1d9-43cd-9510-c386fff0fd4d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1032529 Jun 03 20:04:54.609008 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7e7c9355-9c62-4622-99be-c3b358bb9c7a req-9f6bcd1b-3fd3-419b-b6c5-2330ffc11868 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Jun 03 20:04:54.789595 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60174) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:54.850364 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4dc4fd8-23cd-47c2-8cc1-7d30d9b92aa8 admin admin] Deleting subnet dc214be7-1e84-4d47-8464-c075797512f7 {{(pid=91760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:04:54.853453 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4fd8-23cd-47c2-8cc1-7d30d9b92aa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:54.907425 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4fd8-23cd-47c2-8cc1-7d30d9b92aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15982209'] for subnet, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:54.964717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4fd8-23cd-47c2-8cc1-7d30d9b92aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:55.306615 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4fd8-23cd-47c2-8cc1-7d30d9b92aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13816226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15229873'] for subnet, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:55.317351 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-51e7eb74-ff84-4fc3-b0d5-95bc30e04c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:55.348896 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4fd8-23cd-47c2-8cc1-7d30d9b92aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:55.357543 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc4fd8-23cd-47c2-8cc1-7d30d9b92aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc214be7-1e84-4d47-8464-c075797512f7,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:55.360308 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d4dc4fd8-23cd-47c2-8cc1-7d30d9b92aa8 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/dc214be7-1e84-4d47-8464-c075797512f7 HTTP/1.1" status: 204 len: 168 time: 0.5697880 Jun 03 20:04:55.362848 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60186) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:55.364952 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d4dc4fd8-23cd-47c2-8cc1-7d30d9b92aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:55.486530 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:55.611930 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:55.625331 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7bb42f-87f7-4055-bd58-68e447187471']}} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:04:55.638719 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556ba422-75d2-4613-bd2a-578727bcad6c') {'for_net_delete': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:04:55.639021 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556ba422-75d2-4613-bd2a-578727bcad6c') {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:04:55.651127 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15982328'] for segment, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:55.668059 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:55.677783 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=91760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:04:55.678191 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13816136'] for segment, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: Traceback (most recent call last): Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: timer() Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: cb(*args, **kw) Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: return func(*args, **kwargs) Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: self._notify() Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: self.callback(batched_events) Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: event.method(event) Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: return f(self, *a, **k) Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: return self._get(url).json() Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: return self.request(url, 'GET', **kwargs) Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:04:55.699301 dv-cinder-794669-1-smb neutron-server[91760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:04:55.790484 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:55.800231 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:55.806139 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:55.843468 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea7bb42f-87f7-4055-bd58-68e447187471,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:55.845657 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5358497-e60d-4fff-9209-087b8c3907bd req-15d7e6d6-fb8b-4db1-bab3-5f0ff8519a67 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:55.848157 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d5358497-e60d-4fff-9209-087b8c3907bd req-15d7e6d6-fb8b-4db1-bab3-5f0ff8519a67 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1192446 Jun 03 20:04:55.848417 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:55.857493 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] 10.222.0.95 "DELETE /v2.0/networks/ea7bb42f-87f7-4055-bd58-68e447187471 HTTP/1.1" status: 204 len: 168 time: 0.4934163 Jun 03 20:04:55.861388 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60196) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:55.901351 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d5358497-e60d-4fff-9209-087b8c3907bd req-c8c448da-829c-430c-8bcd-40edb6e46832 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457022 Jun 03 20:04:55.942677 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03be699-c09e-48dd-9b3b-78cbc6dd5b42 admin admin] Deleting subnet 670e8b70-2fb3-4762-8c7b-68674d52fd8d {{(pid=91760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:04:55.946925 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e03be699-c09e-48dd-9b3b-78cbc6dd5b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.006318 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e03be699-c09e-48dd-9b3b-78cbc6dd5b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15982209'] for subnet, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.072518 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e03be699-c09e-48dd-9b3b-78cbc6dd5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.367479 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e03be699-c09e-48dd-9b3b-78cbc6dd5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13816226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15229873'] for subnet, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.372308 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:56.415298 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03be699-c09e-48dd-9b3b-78cbc6dd5b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670e8b70-2fb3-4762-8c7b-68674d52fd8d,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:56.417315 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e03be699-c09e-48dd-9b3b-78cbc6dd5b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.420111 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e03be699-c09e-48dd-9b3b-78cbc6dd5b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:56.424451 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-e03be699-c09e-48dd-9b3b-78cbc6dd5b42 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/670e8b70-2fb3-4762-8c7b-68674d52fd8d HTTP/1.1" status: 204 len: 168 time: 0.5620136 Jun 03 20:04:56.426815 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60200) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:56.545816 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.702890 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.723179 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1512a452-7622-4b2f-b5e7-6ed0aebf16ea']}} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:04:56.739478 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261eef16-1442-4944-bb71-1d2814de11fa') {'for_net_delete': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:04:56.740047 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261eef16-1442-4944-bb71-1d2814de11fa') {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:04:56.760140 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15982328'] for segment, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.782942 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.790200 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=91760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:04:56.790742 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13816136'] for segment, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: Traceback (most recent call last): Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: timer() Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: cb(*args, **kw) Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: return func(*args, **kwargs) Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: self._notify() Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: self.callback(batched_events) Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: event.method(event) Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: return f(self, *a, **k) Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: return self._get(url).json() Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: return self.request(url, 'GET', **kwargs) Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:04:56.806209 dv-cinder-794669-1-smb neutron-server[91760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:04:56.920442 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.925731 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-863d1e16-002e-4fe3-9316-4901d202bd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:56.945525 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:56.955473 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=1512a452-7622-4b2f-b5e7-6ed0aebf16ea,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:56.965430 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] 10.222.0.95 "DELETE /v2.0/networks/1512a452-7622-4b2f-b5e7-6ed0aebf16ea HTTP/1.1" status: 204 len: 168 time: 0.5374041 Jun 03 20:04:56.966688 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c7ef939d-50b2-4e2f-850a-d53ddcce6b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:57.039801 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60222) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:57.132622 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd4d41-53d7-433f-9c77-173884d3ad8b req-9d11134b-6c69-40da-87f4-7ed1feebe955 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:57.138613 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3ddd4d41-53d7-433f-9c77-173884d3ad8b req-9d11134b-6c69-40da-87f4-7ed1feebe955 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 945 time: 0.1159146 Jun 03 20:04:57.201693 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3ddd4d41-53d7-433f-9c77-173884d3ad8b req-da48e16c-15a9-4b43-a989-6c9c0973a585 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555558 Jun 03 20:04:57.224773 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60228) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:57.224990 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.241060 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:04:57.245790 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1eda8052299b4281abc4e52a8a373151 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:04:57.249647 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:04:57.257777 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:04:57.290265 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-20c48409-d70d-46f0-9196-8f81704055ad admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=75f4f50c2e254025aace2c7be9216a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731025 Jun 03 20:04:57.292508 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60230) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:57.378846 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.383931 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.393877 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-74c3eaf7-266a-4a25-882c-80b972a9a55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:57.437303 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1eda8052299b4281abc4e52a8a373151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936734 Jun 03 20:04:57.437962 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60232) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:57.439473 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9129393e-2a92-48e2-90ff-451bfda710ed,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:57.443343 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:57.452677 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c62c-c182-4586-8336-cef8cee1109c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.501644 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a7f9b-bc75-4dd5-9de4-921ef96e6e44 req-5efc0412-b31c-40d1-86f2-43e878778545 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:57.503070 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5a0a7f9b-bc75-4dd5-9de4-921ef96e6e44 req-5efc0412-b31c-40d1-86f2-43e878778545 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.2062764 Jun 03 20:04:57.549920 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c62c-c182-4586-8336-cef8cee1109c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.617924 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-89c1d886-3cb3-468b-9d40-d8050ce124c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.622833 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5a0a7f9b-bc75-4dd5-9de4-921ef96e6e44 req-76ec74c4-c1dc-4dea-bc31-ffd684e225fd tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035075 Jun 03 20:04:57.655546 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-89c1d886-3cb3-468b-9d40-d8050ce124c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.674127 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c62c-c182-4586-8336-cef8cee1109c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.680236 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-afc46d29-ed60-4e8c-b414-38cf870aabad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:57.709366 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5c62c-c182-4586-8336-cef8cee1109c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6012ac95-e36a-45ea-83bc-bcd9329ee863,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:57.713836 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d9e5c62c-c182-4586-8336-cef8cee1109c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:57.729382 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c62c-c182-4586-8336-cef8cee1109c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.734895 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-d9e5c62c-c182-4586-8336-cef8cee1109c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6012ac95-e36a-45ea-83bc-bcd9329ee863 HTTP/1.1" status: 204 len: 168 time: 0.4356971 Jun 03 20:04:57.750187 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-89c1d886-3cb3-468b-9d40-d8050ce124c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.757076 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:57.768360 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1d886-3cb3-468b-9d40-d8050ce124c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9129393e-2a92-48e2-90ff-451bfda710ed,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:57.770774 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-89c1d886-3cb3-468b-9d40-d8050ce124c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:57.772039 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-89c1d886-3cb3-468b-9d40-d8050ce124c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:57.775649 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-89c1d886-3cb3-468b-9d40-d8050ce124c1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9129393e-2a92-48e2-90ff-451bfda710ed HTTP/1.1" status: 204 len: 168 time: 0.3337212 Jun 03 20:04:58.274667 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60246) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:58.337498 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-0e070114-c8f4-465c-9fa2-797f249b9062 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ffddfd5888be4c0eb9dd195a58ec32c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612323 Jun 03 20:04:58.339892 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60248) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:04:58.464625 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa649-ea5c-48c7-ab82-1d529e62ddf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:58.497881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa649-ea5c-48c7-ab82-1d529e62ddf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:58.533307 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998963f0-af31-455a-a2a7-bf3f591eea3f req-dba54165-eab7-405f-b7d1-288d09a4bfcd tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:58.534909 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-998963f0-af31-455a-a2a7-bf3f591eea3f req-dba54165-eab7-405f-b7d1-288d09a4bfcd tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 945 time: 0.1809034 Jun 03 20:04:58.604192 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-998963f0-af31-455a-a2a7-bf3f591eea3f req-69bd4d65-6a0a-49e4-8307-e2bd8e8f0fef tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623267 Jun 03 20:04:58.625141 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa649-ea5c-48c7-ab82-1d529e62ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:58.629721 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bf35c764-32d1-460a-8b4a-6c85db250a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:04:58.651056 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8aa649-ea5c-48c7-ab82-1d529e62ddf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28098a90-6ea1-44bb-8f99-7a7e093a6923,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:04:58.656094 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ef8aa649-ea5c-48c7-ab82-1d529e62ddf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:04:58.661063 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa649-ea5c-48c7-ab82-1d529e62ddf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:04:58.662791 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ef8aa649-ea5c-48c7-ab82-1d529e62ddf5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/28098a90-6ea1-44bb-8f99-7a7e093a6923 HTTP/1.1" status: 204 len: 168 time: 0.3209460 Jun 03 20:04:58.897370 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767f341-af89-4422-b24a-a20fbd591593 req-c0391114-21fe-4701-b8f7-8dc7f929430b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:58.899796 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8767f341-af89-4422-b24a-a20fbd591593 req-c0391114-21fe-4701-b8f7-8dc7f929430b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1058838 Jun 03 20:04:58.955381 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8767f341-af89-4422-b24a-a20fbd591593 req-2d453f81-0d2f-4650-ba80-3306bf45db20 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495033 Jun 03 20:04:59.924294 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d18cd-de08-4d6c-9850-12af6eb1ed4d req-f41cc52e-09a0-4530-8e23-90e93782eb54 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:04:59.926342 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-577d18cd-de08-4d6c-9850-12af6eb1ed4d req-f41cc52e-09a0-4530-8e23-90e93782eb54 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 945 time: 0.1782038 Jun 03 20:05:00.001522 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-577d18cd-de08-4d6c-9850-12af6eb1ed4d req-341e93f0-ae92-4add-8f3a-03ceb999015f tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617156 Jun 03 20:05:00.182517 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecc577-ab2c-4476-b7ed-414e26d4cc6a req-0d97c320-baf4-43b2-8cf1-cb8829116f78 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:00.184657 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-46ecc577-ab2c-4476-b7ed-414e26d4cc6a req-0d97c320-baf4-43b2-8cf1-cb8829116f78 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0928466 Jun 03 20:05:00.238637 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-46ecc577-ab2c-4476-b7ed-414e26d4cc6a req-32ff1c6d-6e6a-4db1-b619-22307f6cf1f4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479178 Jun 03 20:05:01.283389 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678d5a3-97a8-46b2-a0af-bf5b21ff3309 req-7e3ede20-5f3c-4103-83ae-997e3528af97 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:01.286835 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7678d5a3-97a8-46b2-a0af-bf5b21ff3309 req-7e3ede20-5f3c-4103-83ae-997e3528af97 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 945 time: 0.1083589 Jun 03 20:05:01.347166 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7678d5a3-97a8-46b2-a0af-bf5b21ff3309 req-7c860561-51cd-4f17-953a-7b6d2a649b3e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493217 Jun 03 20:05:01.503673 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879bf2e-4906-46cf-9d4b-5c3e876f11ee req-b8732463-366d-45df-9203-172ec4dbfcff tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:01.505208 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6879bf2e-4906-46cf-9d4b-5c3e876f11ee req-b8732463-366d-45df-9203-172ec4dbfcff tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0935936 Jun 03 20:05:01.553132 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6879bf2e-4906-46cf-9d4b-5c3e876f11ee req-f3c77c63-549b-4ae6-8f23-19aceb01281a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416656 Jun 03 20:05:02.115840 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-fb074e78-0ef0-44d5-a393-d38717964122 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:02.116978 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-fb074e78-0ef0-44d5-a393-d38717964122 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Synchronizing usage tracker for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:05:02.148640 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-fb074e78-0ef0-44d5-a393-d38717964122 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Unset dirty status for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:05:02.150673 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-fb074e78-0ef0-44d5-a393-d38717964122 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 945 time: 0.2297652 Jun 03 20:05:02.341256 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Deleting port ec4f987f-6d01-475a-b078-f1bd438afbdb {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:05:02.341566 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:02.519832 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] For port ec4f987f-6d01-475a-b078-f1bd438afbdb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ec4f987f-6d01-475a-b078-f1bd438afbdb,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:05:02.519832 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:02.630882 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adde89c-88ca-416f-befb-cd278bd59850 req-75ffc104-0479-445a-be54-bfc430c97c26 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:02.633956 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7adde89c-88ca-416f-befb-cd278bd59850 req-75ffc104-0479-445a-be54-bfc430c97c26 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 945 time: 0.1216412 Jun 03 20:05:02.713246 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7adde89c-88ca-416f-befb-cd278bd59850 req-b7914408-00a1-4592-ba62-a68711749c21 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692470 Jun 03 20:05:02.716520 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Calling delete_port for ec4f987f-6d01-475a-b078-f1bd438afbdb owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:05:02.855032 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fffb5-0f43-4548-aced-35edea9909b1 req-ccc6243b-7817-4ac0-863a-14d5ff63dc43 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:02.857171 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ec7fffb5-0f43-4548-aced-35edea9909b1 req-ccc6243b-7817-4ac0-863a-14d5ff63dc43 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1202273 Jun 03 20:05:02.950976 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:02.957533 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ec7fffb5-0f43-4548-aced-35edea9909b1 req-55a0302e-3929-47f2-91ee-3e6d9f67b9ba tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909147 Jun 03 20:05:02.966481 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:02.984980 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['85e2557e-ca12-4216-8e70-112232eaf664', 'ae656bb4-69a9-43ec-9929-a144ab1b2759', '505112f3-ae5c-445e-9b96-f54a07bb6938'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:05:03.056029 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Pushing event deleted for resources: {'Port': ['ID=ec4f987f-6d01-475a-b078-f1bd438afbdb,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:03.090919 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:03.141811 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] No DVR routers for this DVR port ec4f987f-6d01-475a-b078-f1bd438afbdb on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:05:03.144366 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:03.148845 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1252f03-da36-4bba-a6bf-5412b07c1bc3', 'name': 'network-vif-deleted', 'tag': 'ec4f987f-6d01-475a-b078-f1bd438afbdb'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:05:03.151385 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0facd6f3-227a-46dd-8c37-da42884593dc" -d '{"events": [{"server_uuid": "f1252f03-da36-4bba-a6bf-5412b07c1bc3", "name": "network-vif-deleted", "tag": "ec4f987f-6d01-475a-b078-f1bd438afbdb"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:05:03.172379 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-50ca87ba-e053-4a60-bda4-7828e8f6740d req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "DELETE /v2.0/ports/ec4f987f-6d01-475a-b078-f1bd438afbdb HTTP/1.1" status: 204 len: 173 time: 0.9990988 Jun 03 20:05:03.205291 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ef4b4b-d6a9-4e31-9d01-07cc69f28eb1 x-openstack-request-id: req-49ef4b4b-d6a9-4e31-9d01-07cc69f28eb1 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:05:03.205611 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1252f03-da36-4bba-a6bf-5412b07c1bc3", "name": "network-vif-deleted", "tag": "ec4f987f-6d01-475a-b078-f1bd438afbdb", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:05:03.206243 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-49ef4b4b-d6a9-4e31-9d01-07cc69f28eb1 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:05:03.206997 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1252f03-da36-4bba-a6bf-5412b07c1bc3', 'name': 'network-vif-deleted', 'tag': 'ec4f987f-6d01-475a-b078-f1bd438afbdb', 'status': 'completed', 'code': 200} Jun 03 20:05:03.911659 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8f485945-df80-4e42-9e24-2e1454b44570 req-2d583934-e651-49bf-a1b3-96a42de0a6c9 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1252f03-da36-4bba-a6bf-5412b07c1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0503492 Jun 03 20:05:04.220598 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41badde0-af30-4775-ba26-7165dbbb4ee9 req-f86fe3aa-b48d-4704-afdc-0e7e0517e9d6 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:04.235772 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-41badde0-af30-4775-ba26-7165dbbb4ee9 req-f86fe3aa-b48d-4704-afdc-0e7e0517e9d6 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1460109 Jun 03 20:05:04.295048 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-41badde0-af30-4775-ba26-7165dbbb4ee9 req-243e3782-10b7-4bb6-8b98-8b435fd70551 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582469 Jun 03 20:05:04.887688 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ec4f987f-6d01-475a-b078-f1bd438afbdb no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:05:04.937046 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: ec4f987f-6d01-475a-b078-f1bd438afbdb {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:05:04.937564 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ec4f987f-6d01-475a-b078-f1bd438afbdb not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:05:05.504918 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b7a7f-3906-4da3-9e2a-36a1bf839753 req-ed94eef0-cd61-425a-a297-c99a41c09a9d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:05.506562 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1b8b7a7f-3906-4da3-9e2a-36a1bf839753 req-ed94eef0-cd61-425a-a297-c99a41c09a9d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0917461 Jun 03 20:05:05.567788 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1b8b7a7f-3906-4da3-9e2a-36a1bf839753 req-1ba43448-87ca-4a81-808b-8892459dbe16 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534971 Jun 03 20:05:06.074911 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:05:06.773328 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec6d02-9741-4a57-a2a3-27737e2e165c req-4660dd3b-e47d-47a3-98af-ae764dc5bd51 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:06.783313 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2ec6d02-9741-4a57-a2a3-27737e2e165c req-4660dd3b-e47d-47a3-98af-ae764dc5bd51 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 945 time: 0.1721365 Jun 03 20:05:06.834050 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2ec6d02-9741-4a57-a2a3-27737e2e165c req-afc01ed5-61f4-47c2-8c5d-44aa1a7a63bb tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499463 Jun 03 20:05:07.043135 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046eec29-3291-4ca3-969c-38673a6b12f3 req-919d30fd-f53e-43e3-9941-2934a0a9728e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:07.044674 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-046eec29-3291-4ca3-969c-38673a6b12f3 req-919d30fd-f53e-43e3-9941-2934a0a9728e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1072195 Jun 03 20:05:07.098497 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-046eec29-3291-4ca3-969c-38673a6b12f3 req-033a5cac-6600-48b6-8b21-a7f0c86b1beb tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477972 Jun 03 20:05:07.449368 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fb417-79ed-4b99-86f6-bc06fcbc80ef req-0dbe3a26-d15b-48ab-a648-43b8cba331f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:07.450874 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-449fb417-79ed-4b99-86f6-bc06fcbc80ef req-0dbe3a26-d15b-48ab-a648-43b8cba331f6 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 1099 time: 0.0818410 Jun 03 20:05:07.502775 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-449fb417-79ed-4b99-86f6-bc06fcbc80ef req-2d150118-1f7b-4686-9534-5f57f6a15eb7 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410159 Jun 03 20:05:08.081175 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d02f4b-19da-4ab0-89c5-f9677c138c7b req-3684b540-e66c-44b3-b34d-347d2fb0eb19 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:08.082747 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c5d02f4b-19da-4ab0-89c5-f9677c138c7b req-3684b540-e66c-44b3-b34d-347d2fb0eb19 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 945 time: 0.1150169 Jun 03 20:05:08.157224 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c5d02f4b-19da-4ab0-89c5-f9677c138c7b req-7c219057-2fc8-4810-be70-cbfc7976bc44 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675890 Jun 03 20:05:08.325864 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbce820-07f8-4a93-ae17-ef87e9d954e4 req-db6ee179-6097-4649-ab51-2325e9903a4d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:08.329955 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5bbce820-07f8-4a93-ae17-ef87e9d954e4 req-db6ee179-6097-4649-ab51-2325e9903a4d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1022923 Jun 03 20:05:08.385192 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5bbce820-07f8-4a93-ae17-ef87e9d954e4 req-c8b47177-5217-4ca6-9aa2-974937107dbf tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490441 Jun 03 20:05:09.361625 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4b8f1-460c-4ba7-83f3-2fe02d79aa5e req-266bf761-b317-41a3-a44a-7061af156e45 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:09.363169 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6aa4b8f1-460c-4ba7-83f3-2fe02d79aa5e req-266bf761-b317-41a3-a44a-7061af156e45 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 945 time: 0.0862482 Jun 03 20:05:09.421596 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6aa4b8f1-460c-4ba7-83f3-2fe02d79aa5e req-09548955-1114-4a8e-beb3-d86e2f83c476 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524862 Jun 03 20:05:09.609586 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd01c1c-9a9c-4467-ba09-9c79c49a1929 req-bd7f7396-2a9a-4637-9542-f8780155d81b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:09.622816 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-afd01c1c-9a9c-4467-ba09-9c79c49a1929 req-bd7f7396-2a9a-4637-9542-f8780155d81b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1131477 Jun 03 20:05:09.679876 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-afd01c1c-9a9c-4467-ba09-9c79c49a1929 req-ea4315fb-16fa-4d2a-9ccc-383bc387238d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556769 Jun 03 20:05:10.619572 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ae314-fffd-4645-b61f-4272e34d6d9c req-4d8bd6d1-07af-4524-925e-21ae5df9db27 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:10.620999 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2a3ae314-fffd-4645-b61f-4272e34d6d9c req-4d8bd6d1-07af-4524-925e-21ae5df9db27 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 945 time: 0.0846486 Jun 03 20:05:10.642050 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-2b48f4fc-9ddc-471e-805d-b679f5963f73 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:10.642837 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-2b48f4fc-9ddc-471e-805d-b679f5963f73 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Synchronizing usage tracker for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:05:10.660588 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-2b48f4fc-9ddc-471e-805d-b679f5963f73 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Unset dirty status for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:05:10.661933 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-2b48f4fc-9ddc-471e-805d-b679f5963f73 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 945 time: 0.1018770 Jun 03 20:05:10.674439 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2a3ae314-fffd-4645-b61f-4272e34d6d9c req-dec8a1e1-c76d-4752-a8b9-61afb2a6da7e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466707 Jun 03 20:05:10.846929 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Deleting port 505112f3-ae5c-445e-9b96-f54a07bb6938 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:05:10.847399 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:10.902549 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2138ae4-6b63-40c6-ba25-9e8711eac12e req-4eff61f6-e04e-429e-9d0a-258e01ccbca9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:10.904334 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c2138ae4-6b63-40c6-ba25-9e8711eac12e req-4eff61f6-e04e-429e-9d0a-258e01ccbca9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0975749 Jun 03 20:05:10.954701 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c2138ae4-6b63-40c6-ba25-9e8711eac12e req-2a00b613-bdfb-4d83-9288-c37552f75d5c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Jun 03 20:05:11.021747 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] For port 505112f3-ae5c-445e-9b96-f54a07bb6938, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=505112f3-ae5c-445e-9b96-f54a07bb6938,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:05:11.022099 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:11.161265 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Calling delete_port for 505112f3-ae5c-445e-9b96-f54a07bb6938 owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:05:11.289333 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:11.296889 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:11.314926 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['85e2557e-ca12-4216-8e70-112232eaf664', 'ae656bb4-69a9-43ec-9929-a144ab1b2759'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:05:11.350684 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Pushing event deleted for resources: {'Port': ['ID=505112f3-ae5c-445e-9b96-f54a07bb6938,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:11.354180 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:11.448120 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] No DVR routers for this DVR port 505112f3-ae5c-445e-9b96-f54a07bb6938 on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:05:11.453691 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:11.459306 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e877d90-e447-462e-8879-1ba709cc7a7a', 'name': 'network-vif-deleted', 'tag': '505112f3-ae5c-445e-9b96-f54a07bb6938'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:05:11.464254 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d8525-1e38-491b-8a52-3c23d0b8bec6" -d '{"events": [{"server_uuid": "5e877d90-e447-462e-8879-1ba709cc7a7a", "name": "network-vif-deleted", "tag": "505112f3-ae5c-445e-9b96-f54a07bb6938"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:05:11.484463 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ffc51-06dc-48d6-a8ca-255ba935079e req-0ff488e1-c4f2-4a47-abb2-2915343c0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:11.485938 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-95f6587b-87f3-4135-a579-7c3c7830b3bb req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "DELETE /v2.0/ports/505112f3-ae5c-445e-9b96-f54a07bb6938 HTTP/1.1" status: 204 len: 173 time: 0.8018796 Jun 03 20:05:11.486072 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-028ffc51-06dc-48d6-a8ca-255ba935079e req-0ff488e1-c4f2-4a47-abb2-2915343c0b9b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 1099 time: 0.1755357 Jun 03 20:05:11.515510 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e88a-72a8-4a45-aac7-797407d8b310 req-b74ab2e0-0436-4ee3-af3a-6f561d62f082 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:11.519175 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3b62e88a-72a8-4a45-aac7-797407d8b310 req-b74ab2e0-0436-4ee3-af3a-6f561d62f082 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1469276 Jun 03 20:05:11.542884 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24e295d-d59f-415b-b759-5213a7cd0ae8 x-openstack-request-id: req-c24e295d-d59f-415b-b759-5213a7cd0ae8 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:05:11.544909 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e877d90-e447-462e-8879-1ba709cc7a7a", "name": "network-vif-deleted", "tag": "505112f3-ae5c-445e-9b96-f54a07bb6938", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:05:11.545376 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c24e295d-d59f-415b-b759-5213a7cd0ae8 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:05:11.546187 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e877d90-e447-462e-8879-1ba709cc7a7a', 'name': 'network-vif-deleted', 'tag': '505112f3-ae5c-445e-9b96-f54a07bb6938', 'status': 'completed', 'code': 200} Jun 03 20:05:11.757492 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3b62e88a-72a8-4a45-aac7-797407d8b310 req-b5a3f79c-dd87-4f11-ae17-976e53f8dfc8 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057581 Jun 03 20:05:11.788782 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ffc51-06dc-48d6-a8ca-255ba935079e req-f867b06e-d5a2-4109-a48f-30d6c35e67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:11.790314 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-028ffc51-06dc-48d6-a8ca-255ba935079e req-f867b06e-d5a2-4109-a48f-30d6c35e67a8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 921 time: 0.2697129 Jun 03 20:05:11.870874 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-028ffc51-06dc-48d6-a8ca-255ba935079e req-6b9b88ef-d753-488f-98b9-0a45288a5ef4 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8 HTTP/1.1" status: 200 len: 217 time: 0.0730240 Jun 03 20:05:11.963216 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ff9b44d8-61bf-4f89-b0e5-0f614cc2000d req-1984e4f8-4526-4fbf-af7d-caa19f0e0530 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e877d90-e447-462e-8879-1ba709cc7a7a HTTP/1.1" status: 200 len: 210 time: 0.0941556 Jun 03 20:05:12.016415 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ffc51-06dc-48d6-a8ca-255ba935079e req-52a62b48-03b6-4230-9238-df6d9b22c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:12.017992 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-028ffc51-06dc-48d6-a8ca-255ba935079e req-52a62b48-03b6-4230-9238-df6d9b22c114 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=157340b1-3d75-4530-84fc-1ece88c2efe5 HTTP/1.1" status: 200 len: 859 time: 0.1022673 Jun 03 20:05:12.094482 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-028ffc51-06dc-48d6-a8ca-255ba935079e req-da1e34c9-98d9-48dd-a2d1-68d2543c48d2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628972 Jun 03 20:05:12.287267 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-028ffc51-06dc-48d6-a8ca-255ba935079e req-6b8eee71-fcee-455c-af0a-294857e6cb18 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810820 Jun 03 20:05:12.460483 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60488) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:12.530285 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-028ffc51-06dc-48d6-a8ca-255ba935079e req-eae270f6-d912-4487-bba4-a72b455f8ef2 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092865 Jun 03 20:05:12.534441 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-66720b98-ca89-43ac-9242-a517b37970b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:12.636334 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:12.653757 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:12.658362 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] Usage tracker for resource:security_group_rule and tenant:1da11b768e864994bb0cdee006e9f415 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:12.662041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:12.669325 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:12.787400 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:12.792357 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:12.814354 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2f3a8878-12c2-4822-98a3-f1fcc41b75c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:12.851085 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f7f340-fca3-4dce-b0d1-b77f92898e82,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:12.854477 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:12.859581 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1da11b768e864994bb0cdee006e9f415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948863 Jun 03 20:05:12.860667 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60496) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:12.956455 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 505112f3-ae5c-445e-9b96-f54a07bb6938 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:05:12.992926 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077ddb3-7b23-4afb-99bf-5b3e577ae27c req-e1c5eef0-b80c-4d61-a9c1-35c0e22c6315 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:13.000438 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 505112f3-ae5c-445e-9b96-f54a07bb6938 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:05:13.001030 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 505112f3-ae5c-445e-9b96-f54a07bb6938 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:05:13.001490 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0077ddb3-7b23-4afb-99bf-5b3e577ae27c req-e1c5eef0-b80c-4d61-a9c1-35c0e22c6315 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1147294 Jun 03 20:05:13.043801 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-124b954c-4c33-4fb2-ae4b-2fd27b39b34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.056186 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0077ddb3-7b23-4afb-99bf-5b3e577ae27c req-e06ca7d6-5c05-4143-8c85-4440d2be37f2 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531566 Jun 03 20:05:13.081298 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-124b954c-4c33-4fb2-ae4b-2fd27b39b34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.152040 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-124b954c-4c33-4fb2-ae4b-2fd27b39b34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.159319 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-07221b6d-9263-42b4-9868-30765761aa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:13.180266 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b954c-4c33-4fb2-ae4b-2fd27b39b34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f7f340-fca3-4dce-b0d1-b77f92898e82,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:13.189176 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-124b954c-4c33-4fb2-ae4b-2fd27b39b34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:13.193067 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-124b954c-4c33-4fb2-ae4b-2fd27b39b34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.197092 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-124b954c-4c33-4fb2-ae4b-2fd27b39b34f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/57f7f340-fca3-4dce-b0d1-b77f92898e82 HTTP/1.1" status: 204 len: 168 time: 0.3332937 Jun 03 20:05:13.578964 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60512) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:13.583444 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1de012-e3f7-4caf-8d97-a929a5cd0dca req-897578b9-fce0-4b23-ac6d-5eedf9d2745e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:13.584972 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cd1de012-e3f7-4caf-8d97-a929a5cd0dca req-897578b9-fce0-4b23-ac6d-5eedf9d2745e tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 946 time: 0.0920048 Jun 03 20:05:13.596056 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.611079 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:13.616368 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] Usage tracker for resource:security_group_rule and tenant:aca69b77c290453bbb81112f5c42a0c6 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:13.617901 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:13.625092 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:13.631186 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cd1de012-e3f7-4caf-8d97-a929a5cd0dca req-7c22d277-4a01-4a02-a4e8-9e88186fce86 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402904 Jun 03 20:05:13.717558 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.722180 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.729321 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-04223c43-4034-43fe-b225-e4b15c285b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:13.776670 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802e034b-5fe9-4155-90ed-be0dfd698c49,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:13.784564 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=aca69b77c290453bbb81112f5c42a0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025149 Jun 03 20:05:13.784564 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:13.785278 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60514) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:13.859525 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5dfd35cf-1acc-439a-b79b-f18d6c77efa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.888722 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5dfd35cf-1acc-439a-b79b-f18d6c77efa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.945430 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5dfd35cf-1acc-439a-b79b-f18d6c77efa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.950030 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-124b954c-4c33-4fb2-ae4b-2fd27b39b34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:13.960834 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd35cf-1acc-439a-b79b-f18d6c77efa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e034b-5fe9-4155-90ed-be0dfd698c49,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:13.965255 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5dfd35cf-1acc-439a-b79b-f18d6c77efa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:13.970726 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5dfd35cf-1acc-439a-b79b-f18d6c77efa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:13.971900 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-5dfd35cf-1acc-439a-b79b-f18d6c77efa4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/802e034b-5fe9-4155-90ed-be0dfd698c49 HTTP/1.1" status: 204 len: 168 time: 0.1857195 Jun 03 20:05:14.313376 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab057bb-caef-412f-b483-c387f0abd2c7 req-9ea0fecc-9ee2-409e-970e-4b5261c7ef89 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:14.314887 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fab057bb-caef-412f-b483-c387f0abd2c7 req-9ea0fecc-9ee2-409e-970e-4b5261c7ef89 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1302373 Jun 03 20:05:14.374383 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fab057bb-caef-412f-b483-c387f0abd2c7 req-ffb46485-c617-4067-a312-324a553f898a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537524 Jun 03 20:05:14.834529 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc5c-9ebe-43a4-9f73-d13fc4160279 req-06d5c944-b829-40a5-ad1d-2e2295577bb7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:14.836469 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-924dcc5c-9ebe-43a4-9f73-d13fc4160279 req-06d5c944-b829-40a5-ad1d-2e2295577bb7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 946 time: 0.0914724 Jun 03 20:05:14.887114 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-924dcc5c-9ebe-43a4-9f73-d13fc4160279 req-f3877184-01d9-467c-8122-c7d8d04a2be5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447812 Jun 03 20:05:15.158403 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:15.598826 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937020d-ebab-463f-af55-a1ab5104bb60 req-a72160cf-c766-4092-a885-21f3aaa2b31a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:15.598826 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2937020d-ebab-463f-af55-a1ab5104bb60 req-a72160cf-c766-4092-a885-21f3aaa2b31a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0948701 Jun 03 20:05:15.649957 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2937020d-ebab-463f-af55-a1ab5104bb60 req-70f2d456-8281-4799-9f31-99a90f0b35f8 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Jun 03 20:05:15.695136 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdbcf23e-aac9-4d67-b744-16a60de2b6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:16.080547 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abe3b4-3301-4635-b57c-4077afb692e2 req-f03e61e1-965f-4f32-833a-347cfa0a70f1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:16.081980 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-98abe3b4-3301-4635-b57c-4077afb692e2 req-f03e61e1-965f-4f32-833a-347cfa0a70f1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 946 time: 0.0850315 Jun 03 20:05:16.130386 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-98abe3b4-3301-4635-b57c-4077afb692e2 req-b4158a94-dc13-4516-9261-e0a5d59e0274 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Jun 03 20:05:16.915522 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-29b4b5c6-862a-4ffc-b6e0-5554165b69f5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:16.917128 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-29b4b5c6-862a-4ffc-b6e0-5554165b69f5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 946 time: 0.1666296 Jun 03 20:05:16.926798 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55095a00-9ffe-4237-a35d-f330edc2f8ce req-855eddf9-8d5d-43fc-bf7b-9ab6fac687dd tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:16.928366 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-55095a00-9ffe-4237-a35d-f330edc2f8ce req-855eddf9-8d5d-43fc-bf7b-9ab6fac687dd tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1371002 Jun 03 20:05:17.080927 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-55095a00-9ffe-4237-a35d-f330edc2f8ce req-491530db-5047-4dcc-a1ea-6289f54579c8 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056232 Jun 03 20:05:17.125116 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Deleting port ae656bb4-69a9-43ec-9929-a144ab1b2759 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:05:17.125657 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:17.376615 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:17.422895 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] For port ae656bb4-69a9-43ec-9929-a144ab1b2759, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ae656bb4-69a9-43ec-9929-a144ab1b2759,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:05:17.423256 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:17.570851 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c01aac-05ad-470a-b4ff-5d1d559f1c9b req-8394701a-faaf-4f38-a75a-d57d8c367c8c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:17.572408 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-55c01aac-05ad-470a-b4ff-5d1d559f1c9b req-8394701a-faaf-4f38-a75a-d57d8c367c8c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 946 time: 0.3115902 Jun 03 20:05:17.579814 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Calling delete_port for ae656bb4-69a9-43ec-9929-a144ab1b2759 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:05:17.714112 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-55c01aac-05ad-470a-b4ff-5d1d559f1c9b req-3dee2954-96f8-4f8e-80d3-ceb09d9db0ab tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311569 Jun 03 20:05:17.832610 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:17.843454 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-06f2b518-7b1a-4bfd-9e08-263aa29d795e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:17.850772 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['85e2557e-ca12-4216-8e70-112232eaf664'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:05:17.904415 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Pushing event deleted for resources: {'Port': ['ID=ae656bb4-69a9-43ec-9929-a144ab1b2759,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:17.909355 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:18.010474 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] No DVR routers for this DVR port ae656bb4-69a9-43ec-9929-a144ab1b2759 on host hv-cinder-79466 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:05:18.014576 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:18.017397 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6', 'name': 'network-vif-deleted', 'tag': 'ae656bb4-69a9-43ec-9929-a144ab1b2759'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:05:18.019967 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445df797-b451-46ec-9ce7-75eb73b3de75" -d '{"events": [{"server_uuid": "38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6", "name": "network-vif-deleted", "tag": "ae656bb4-69a9-43ec-9929-a144ab1b2759"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:05:18.033787 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c7f688e9-f78a-4e54-9804-56f196c10cc2 req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "DELETE /v2.0/ports/ae656bb4-69a9-43ec-9929-a144ab1b2759 HTTP/1.1" status: 204 len: 173 time: 1.1043220 Jun 03 20:05:18.161512 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9368083a-07c2-498b-99be-ea1a5836bc8d x-openstack-request-id: req-9368083a-07c2-498b-99be-ea1a5836bc8d {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:05:18.162052 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6", "name": "network-vif-deleted", "tag": "ae656bb4-69a9-43ec-9929-a144ab1b2759", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:05:18.162527 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9368083a-07c2-498b-99be-ea1a5836bc8d {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:05:18.163139 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6', 'name': 'network-vif-deleted', 'tag': 'ae656bb4-69a9-43ec-9929-a144ab1b2759', 'status': 'completed', 'code': 200} Jun 03 20:05:18.358750 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cc054-c1fb-4b34-b4a4-b0c4805dc052 req-04740a36-de3f-4601-8cbf-25d09bdd46d4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:18.360247 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c33cc054-c1fb-4b34-b4a4-b0c4805dc052 req-04740a36-de3f-4601-8cbf-25d09bdd46d4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0883934 Jun 03 20:05:18.436008 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c33cc054-c1fb-4b34-b4a4-b0c4805dc052 req-407c4cad-aa17-418d-95ce-528f3295678d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697155 Jun 03 20:05:18.799082 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:18.940676 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-272d54de-7e9b-4a44-8f88-8753c6734d0a req-13355775-7b1c-47b3-aec5-105a45c93eee tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Synchronizing usage tracker for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:05:18.959552 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-272d54de-7e9b-4a44-8f88-8753c6734d0a req-13355775-7b1c-47b3-aec5-105a45c93eee tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Unset dirty status for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:05:18.960484 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-272d54de-7e9b-4a44-8f88-8753c6734d0a req-13355775-7b1c-47b3-aec5-105a45c93eee tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=38fb94ef-9f8c-4a83-96dc-2cb66e4fe5b6 HTTP/1.1" status: 200 len: 210 time: 0.0762041 Jun 03 20:05:18.997984 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ae656bb4-69a9-43ec-9929-a144ab1b2759 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:05:19.035327 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: ae656bb4-69a9-43ec-9929-a144ab1b2759 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:05:19.035676 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ae656bb4-69a9-43ec-9929-a144ab1b2759 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:05:20.223529 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddab121-a7b8-4ada-b1b1-30cf9fdc8ac0 req-a054f5e8-afd0-47fb-ae15-83a7f2abcc55 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:20.229412 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9ddab121-a7b8-4ada-b1b1-30cf9fdc8ac0 req-a054f5e8-afd0-47fb-ae15-83a7f2abcc55 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0887454 Jun 03 20:05:20.278273 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9ddab121-a7b8-4ada-b1b1-30cf9fdc8ac0 req-259e90eb-3d84-47c8-b117-580c9f1271ab tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463965 Jun 03 20:05:20.779604 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e826acde-394e-443e-835d-8befed16523b req-23b28ee4-5e4f-44c2-8369-870bf4a42012 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1072621 Jun 03 20:05:20.934469 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826acde-394e-443e-835d-8befed16523b req-3ed0e838-2936-4015-bb3b-602a0a6b1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:20.938911 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e826acde-394e-443e-835d-8befed16523b req-3ed0e838-2936-4015-bb3b-602a0a6b1c57 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 1099 time: 0.1262488 Jun 03 20:05:21.087586 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:21.168530 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826acde-394e-443e-835d-8befed16523b req-7d5bdaac-37b6-49d5-958b-61d2f8841bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:21.169908 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e826acde-394e-443e-835d-8befed16523b req-7d5bdaac-37b6-49d5-958b-61d2f8841bc6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.1798065 Jun 03 20:05:21.309832 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e826acde-394e-443e-835d-8befed16523b req-ab93d38f-d526-45ae-b372-1f83aae35480 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb HTTP/1.1" status: 200 len: 1002 time: 0.1316710 Jun 03 20:05:21.382626 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826acde-394e-443e-835d-8befed16523b req-ce957afc-a606-4045-b975-abb7fd91b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:21.384042 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e826acde-394e-443e-835d-8befed16523b req-ce957afc-a606-4045-b975-abb7fd91b259 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.0635841 Jun 03 20:05:21.474893 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826acde-394e-443e-835d-8befed16523b req-c9b0e773-67c3-498d-9a57-6bafe9dc51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:21.476359 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e826acde-394e-443e-835d-8befed16523b req-c9b0e773-67c3-498d-9a57-6bafe9dc51d4 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830650 Jun 03 20:05:21.774494 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e826acde-394e-443e-835d-8befed16523b req-042247c8-122c-436b-b9d2-8d247b68c459 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854412 Jun 03 20:05:22.003613 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e826acde-394e-443e-835d-8befed16523b req-d02c4bc0-8d5e-4853-bdc6-bc604a1b6128 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126188 Jun 03 20:05:22.032109 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb2ad5-b5c5-47c5-924b-e3d6448e1c44 req-34ddd15c-f323-4d6d-8b03-89a979a94c98 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:22.033588 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-86fb2ad5-b5c5-47c5-924b-e3d6448e1c44 req-34ddd15c-f323-4d6d-8b03-89a979a94c98 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 945 time: 0.1240261 Jun 03 20:05:22.093872 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-86fb2ad5-b5c5-47c5-924b-e3d6448e1c44 req-d6e60107-f68a-49e4-b4d3-e03832c203a0 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533383 Jun 03 20:05:23.313779 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1625e87-cb41-4d2a-af43-be5a157d69b1 req-0ae8ae68-81f7-49c1-b064-23b2523b2146 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:23.315194 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a1625e87-cb41-4d2a-af43-be5a157d69b1 req-0ae8ae68-81f7-49c1-b064-23b2523b2146 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 945 time: 0.0959048 Jun 03 20:05:23.365295 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a1625e87-cb41-4d2a-af43-be5a157d69b1 req-46876f07-a367-46a1-8d33-3941e36cd9e6 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Jun 03 20:05:24.553302 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519153a9-4768-441a-bea1-64fa0e71d412 req-400cbd9e-e002-4c71-8cc9-1b3d1c6133e7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:24.554869 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-519153a9-4768-441a-bea1-64fa0e71d412 req-400cbd9e-e002-4c71-8cc9-1b3d1c6133e7 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 945 time: 0.0836208 Jun 03 20:05:24.607448 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-519153a9-4768-441a-bea1-64fa0e71d412 req-5aa7ef0c-438d-4524-8707-f71c59e49495 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447412 Jun 03 20:05:24.904211 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913707-06c6-41c6-9b45-c9159221b5a9 req-1c3d8f6f-a57c-43c9-99e1-3aa0530db073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:24.905702 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7c913707-06c6-41c6-9b45-c9159221b5a9 req-1c3d8f6f-a57c-43c9-99e1-3aa0530db073 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 1099 time: 0.1307807 Jun 03 20:05:24.922724 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce82f1-9a7a-41aa-9558-fc8af70b1b3b req-48925d0e-5afb-4c58-a595-114d4c696597 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:24.924133 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-62ce82f1-9a7a-41aa-9558-fc8af70b1b3b req-48925d0e-5afb-4c58-a595-114d4c696597 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1135838 Jun 03 20:05:25.060298 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-62ce82f1-9a7a-41aa-9558-fc8af70b1b3b req-3d0d84a2-7fb6-4d23-952f-e49b7a61763b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166987 Jun 03 20:05:25.087826 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913707-06c6-41c6-9b45-c9159221b5a9 req-d5d1a79f-c698-40cb-a11d-52c60e61eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:25.089298 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7c913707-06c6-41c6-9b45-c9159221b5a9 req-d5d1a79f-c698-40cb-a11d-52c60e61eb76 service neutron] 10.222.0.109 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 921 time: 0.1643221 Jun 03 20:05:25.160934 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7c913707-06c6-41c6-9b45-c9159221b5a9 req-d2ad6e37-833e-4ecc-8bb8-02c0dd3b1518 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8 HTTP/1.1" status: 200 len: 217 time: 0.0598269 Jun 03 20:05:25.255025 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913707-06c6-41c6-9b45-c9159221b5a9 req-ddfbe904-aa5b-4ead-bddd-6c0c978b58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:25.256446 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7c913707-06c6-41c6-9b45-c9159221b5a9 req-ddfbe904-aa5b-4ead-bddd-6c0c978b58d1 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=157340b1-3d75-4530-84fc-1ece88c2efe5 HTTP/1.1" status: 200 len: 859 time: 0.0731363 Jun 03 20:05:25.317087 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7c913707-06c6-41c6-9b45-c9159221b5a9 req-1119b704-6655-488e-a00d-e3d53cf14736 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422812 Jun 03 20:05:25.456244 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7c913707-06c6-41c6-9b45-c9159221b5a9 req-ade50f96-63a2-4b1f-969f-83464d463588 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304233 Jun 03 20:05:25.608114 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7c913707-06c6-41c6-9b45-c9159221b5a9 req-18e7ecec-cdec-4a01-bf9a-5a9a531817e0 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292784 Jun 03 20:05:25.803552 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f82ff-4c81-4c65-a62a-ff26d8acfc47 req-c563fd31-97e7-4fac-bb47-24379e234af3 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:25.805095 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-434f82ff-4c81-4c65-a62a-ff26d8acfc47 req-c563fd31-97e7-4fac-bb47-24379e234af3 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 945 time: 0.0868816 Jun 03 20:05:25.852770 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-434f82ff-4c81-4c65-a62a-ff26d8acfc47 req-0aff717d-c874-4589-b61b-f772cecbc01c tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa9e85b-3ab4-458a-bc07-735885278218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Jun 03 20:05:26.041862 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-3fe276c4-8afe-4fd1-860b-69158f0e60df tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:26.043825 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-3fe276c4-8afe-4fd1-860b-69158f0e60df tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 945 time: 0.0811961 Jun 03 20:05:26.247930 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Deleting port 85e2557e-ca12-4216-8e70-112232eaf664 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:05:26.248278 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:26.393380 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaff84-b943-40f7-8bf6-c774d0b4900a req-4034be85-7687-4f15-b5ca-a7bb155aa673 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:26.395097 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bdcaff84-b943-40f7-8bf6-c774d0b4900a req-4034be85-7687-4f15-b5ca-a7bb155aa673 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.2263463 Jun 03 20:05:26.515427 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bdcaff84-b943-40f7-8bf6-c774d0b4900a req-07671e31-0ae1-4f47-ad4d-1fce3ffad87f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762508 Jun 03 20:05:26.525244 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] For port 85e2557e-ca12-4216-8e70-112232eaf664, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=85e2557e-ca12-4216-8e70-112232eaf664,segment=NetworkSegment(e8554227-e974-442e-b0f1-77f7c179598f),segment_id=e8554227-e974-442e-b0f1-77f7c179598f)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:05:26.525598 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:26.651157 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Calling delete_port for 85e2557e-ca12-4216-8e70-112232eaf664 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:05:26.765409 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:26.771196 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:26.783776 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['85e2557e-ca12-4216-8e70-112232eaf664'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:05:26.819776 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Pushing event deleted for resources: {'Port': ['ID=85e2557e-ca12-4216-8e70-112232eaf664,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:26.823174 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:26.892728 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] No DVR routers for this DVR port 85e2557e-ca12-4216-8e70-112232eaf664 on host hv-cinder-79466 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:05:26.895783 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:26.898532 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af94c71c-b73e-4be5-8426-7ab6aa9e8f99', 'name': 'network-vif-deleted', 'tag': '85e2557e-ca12-4216-8e70-112232eaf664'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:05:26.900820 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914f0966-7e0e-4d17-bfbb-48dc964fac0e" -d '{"events": [{"server_uuid": "af94c71c-b73e-4be5-8426-7ab6aa9e8f99", "name": "network-vif-deleted", "tag": "85e2557e-ca12-4216-8e70-112232eaf664"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:05:26.915478 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4dd48374-abc4-40fb-9721-e1947d5112fe req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.109 "DELETE /v2.0/ports/85e2557e-ca12-4216-8e70-112232eaf664 HTTP/1.1" status: 204 len: 173 time: 0.8590043 Jun 03 20:05:26.959448 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11774c64-a321-4a69-9aa7-09be8a02cafb x-openstack-request-id: req-11774c64-a321-4a69-9aa7-09be8a02cafb {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:05:26.959813 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af94c71c-b73e-4be5-8426-7ab6aa9e8f99", "name": "network-vif-deleted", "tag": "85e2557e-ca12-4216-8e70-112232eaf664", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:05:26.960098 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-11774c64-a321-4a69-9aa7-09be8a02cafb {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:05:26.960524 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af94c71c-b73e-4be5-8426-7ab6aa9e8f99', 'name': 'network-vif-deleted', 'tag': '85e2557e-ca12-4216-8e70-112232eaf664', 'status': 'completed', 'code': 200} Jun 03 20:05:27.016715 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-706f75c8-6f8d-48b9-b8be-0a765daa57ba req-603453b4-5b43-4624-a849-444d9c825480 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Synchronizing usage tracker for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:05:27.033192 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-706f75c8-6f8d-48b9-b8be-0a765daa57ba req-603453b4-5b43-4624-a849-444d9c825480 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Unset dirty status for tenant:65491ea764214e92bb2abe93dc6c2adc on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:05:27.034472 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-706f75c8-6f8d-48b9-b8be-0a765daa57ba req-603453b4-5b43-4624-a849-444d9c825480 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] 10.222.0.95 "GET /v2.0/ports?device_id=af94c71c-b73e-4be5-8426-7ab6aa9e8f99 HTTP/1.1" status: 200 len: 210 time: 0.0692391 Jun 03 20:05:27.705055 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefef33f-90c2-434a-8bfd-579160ae1677 req-7c338678-79ba-41f9-827e-8f54a66027ec tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:27.706563 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-eefef33f-90c2-434a-8bfd-579160ae1677 req-7c338678-79ba-41f9-827e-8f54a66027ec tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0832047 Jun 03 20:05:27.753257 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-eefef33f-90c2-434a-8bfd-579160ae1677 req-9b827189-9c5d-4fb1-9b6d-f6146045da5a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409997 Jun 03 20:05:28.135075 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60794) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:28.200963 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Deleting subnet 1d0a58f4-bb19-479f-be40-bdf528e168d1 {{(pid=91760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:05:28.204320 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:28.255093 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15982209'] for subnet, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:28.310567 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:28.578376 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13816226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15229873'] for subnet, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:28.582782 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-184cbe32-5d62-4635-9a0c-664afc8f6f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:28.623192 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0a58f4-bb19-479f-be40-bdf528e168d1,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:28.628883 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:28.637046 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.639039 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.639039 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.639039 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.639039 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.639039 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.639670 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.639670 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.639932 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.640113 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.640456 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.640798 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:28.644593 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:28.649224 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a9b7b57d-2ff1-4ea2-9f59-c5f4fac193af admin admin] 10.222.0.95 "DELETE /v2.0/subnets/1d0a58f4-bb19-479f-be40-bdf528e168d1 HTTP/1.1" status: 204 len: 168 time: 0.5130806 Jun 03 20:05:28.649449 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60804) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:28.760166 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:28.897052 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:28.955336 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:28.955591 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:28.956332 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:28.956660 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > port after_create 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:28.957015 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:28.957693 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > port after_update 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:28.957693 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:28.958019 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:28.958348 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:28.958686 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:29.027408 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:29.028310 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:29.028642 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:29.029001 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 20:05:29.029380 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20ed959-7f00-42fd-9ac3-7f1f0415214a']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:29.038758 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 85e2557e-ca12-4216-8e70-112232eaf664 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:05:29.046452 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8554227-e974-442e-b0f1-77f7c179598f') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:29.046767 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8554227-e974-442e-b0f1-77f7c179598f') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:29.061743 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15573109'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:29.073889 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 85e2557e-ca12-4216-8e70-112232eaf664 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:05:29.075049 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 85e2557e-ca12-4216-8e70-112232eaf664 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:05:29.082977 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:29.093506 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:05:29.093892 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16318842'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: from cryptography.utils import int_from_bytes Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: from cryptography.utils import int_from_bytes Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: Traceback (most recent call last): Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: timer() Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: cb(*args, **kw) Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: return func(*args, **kwargs) Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: self._notify() Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: self.callback(batched_events) Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: event.method(event) Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: return f(self, *a, **k) Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: return self._get(url).json() Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:05:29.110275 dv-cinder-794669-1-smb neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:05:29.190443 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737ffb8-f1bc-498d-96bd-046f3e3c8b74 req-6f6b3dbe-d362-4108-8c5c-115bd757e595 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:29.192159 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2737ffb8-f1bc-498d-96bd-046f3e3c8b74 req-6f6b3dbe-d362-4108-8c5c-115bd757e595 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.3039615 Jun 03 20:05:29.220070 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:29.243079 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f4493868-a3cc-4e49-9525-228c8054b756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:29.263429 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:29.278761 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2737ffb8-f1bc-498d-96bd-046f3e3c8b74 req-6dd4b8ff-da52-42b1-bdb3-4bb85b50d283 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798380 Jun 03 20:05:29.282614 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=b20ed959-7f00-42fd-9ac3-7f1f0415214a,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:29.293363 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.293817 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.294234 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.294530 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.294873 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.295216 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.295558 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.296047 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.296242 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.296576 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.296960 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.297272 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:29.302914 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] 10.222.0.95 "DELETE /v2.0/networks/b20ed959-7f00-42fd-9ac3-7f1f0415214a HTTP/1.1" status: 204 len: 168 time: 0.6499054 Jun 03 20:05:29.302914 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:29.480313 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60814) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:29.527906 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-921260c7-c898-454a-8fa3-943e967e5ae3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=65491ea764214e92bb2abe93dc6c2adc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463476 Jun 03 20:05:29.530599 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60816) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:29.589237 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1e3b07a0-4352-4419-b05e-24262892647f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:29.615270 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1e3b07a0-4352-4419-b05e-24262892647f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:29.675088 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1e3b07a0-4352-4419-b05e-24262892647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:29.678904 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:29.691581 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b07a0-4352-4419-b05e-24262892647f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa9e85b-3ab4-458a-bc07-735885278218,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:29.696902 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1e3b07a0-4352-4419-b05e-24262892647f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:29.699647 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1e3b07a0-4352-4419-b05e-24262892647f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:29.701574 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-1e3b07a0-4352-4419-b05e-24262892647f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8fa9e85b-3ab4-458a-bc07-735885278218 HTTP/1.1" status: 204 len: 168 time: 0.1700654 Jun 03 20:05:30.026604 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60834) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:30.150044 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-701a9dc3-7040-47a6-a4bf-01c07224f967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:30.166489 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-701a9dc3-7040-47a6-a4bf-01c07224f967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:30.171464 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-701a9dc3-7040-47a6-a4bf-01c07224f967 admin admin] Usage tracker for resource:security_group_rule and tenant:12e47d8df7b24c8ba2211bc37441c1a9 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:30.175260 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-701a9dc3-7040-47a6-a4bf-01c07224f967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:30.182039 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-701a9dc3-7040-47a6-a4bf-01c07224f967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:30.281440 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-701a9dc3-7040-47a6-a4bf-01c07224f967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:30.287134 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-701a9dc3-7040-47a6-a4bf-01c07224f967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:30.299995 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-af444603-0da5-40ad-b910-ac69552c18da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:30.351964 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-701a9dc3-7040-47a6-a4bf-01c07224f967 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=12e47d8df7b24c8ba2211bc37441c1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241613 Jun 03 20:05:30.354587 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a9dc3-7040-47a6-a4bf-01c07224f967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438ba45f-3da6-44e0-9285-21b1974201fa,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:30.355052 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60854) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:30.372207 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-701a9dc3-7040-47a6-a4bf-01c07224f967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:30.490050 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fdef4755-7f98-4a3b-b1bf-5e9036b4297d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:30.524607 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fdef4755-7f98-4a3b-b1bf-5e9036b4297d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:30.563315 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136523-4782-45f5-9f6e-a1da9f84ca15 req-a59d6062-c455-44d0-8353-aa1e8af0d2ca tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:30.564784 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0e136523-4782-45f5-9f6e-a1da9f84ca15 req-a59d6062-c455-44d0-8353-aa1e8af0d2ca tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1500072 Jun 03 20:05:30.622625 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0e136523-4782-45f5-9f6e-a1da9f84ca15 req-453a454b-c69d-4f4e-901e-c86a94836bad tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498557 Jun 03 20:05:30.634336 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fdef4755-7f98-4a3b-b1bf-5e9036b4297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:30.642074 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-115b8f9a-7ad1-4b19-9141-f3b819307b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:30.660438 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef4755-7f98-4a3b-b1bf-5e9036b4297d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ba45f-3da6-44e0-9285-21b1974201fa,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:30.663714 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fdef4755-7f98-4a3b-b1bf-5e9036b4297d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:30.665590 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fdef4755-7f98-4a3b-b1bf-5e9036b4297d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:30.670346 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-fdef4755-7f98-4a3b-b1bf-5e9036b4297d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/438ba45f-3da6-44e0-9285-21b1974201fa HTTP/1.1" status: 204 len: 168 time: 0.3088388 Jun 03 20:05:31.508874 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60900) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:31.649960 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1665415056-network', 'tenant_id': '2029e751d14c433989a1733d49cd237c'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:31.656205 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:31.660510 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Usage tracker for resource:network and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:31.663685 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:31.670728 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:31.692586 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Made reservation on behalf of 2029e751d14c433989a1733d49cd237c for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:05:31.695202 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:31.813050 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:31.837566 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:31.843705 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Usage tracker for resource:security_group_rule and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:31.847512 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:31.855053 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:31.909742 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a7116-55df-439b-800f-e3e59d9a8e02 req-db1b148c-9a1b-467a-96da-725f2cfe7774 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:31.911254 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4e7a7116-55df-439b-800f-e3e59d9a8e02 req-db1b148c-9a1b-467a-96da-725f2cfe7774 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1322534 Jun 03 20:05:31.985898 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4e7a7116-55df-439b-800f-e3e59d9a8e02 req-920dca43-2735-4286-94ad-cb2460b0323a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647285 Jun 03 20:05:32.016033 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.021458 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.026404 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:32.053978 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763658db-f541-40bd-9a17-f8e93f9498fe,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:32.058176 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:32.065985 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:05:32.077153 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.077609 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.segments_db [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Added segment 0d5f6d05-5a41-4540-9d12-19caf5d9c82e of type vlan for network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 Jun 03 20:05:32.105925 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.137827 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.139150 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:32.140235 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.143571 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:32.242038 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7319350 Jun 03 20:05:32.245219 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60916) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:32.250039 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7b7bea-f015-479f-8a81-6a1a703ff3f6,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:32.253890 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Request body: {'subnet': {'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1665415056-subnet', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'ip_version': 4}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:32.260881 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:32.261279 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:32.262334 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:05:32.266775 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Usage tracker for resource:subnet and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:32.270351 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:32.276676 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:32.289775 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Made reservation on behalf of 2029e751d14c433989a1733d49cd237c for: {'subnet': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:05:32.292287 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15316304'] for subnet, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.747686 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13816291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15316290'] for subnet, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.758424 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:32.839866 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16244e3-a198-44f7-8f22-00763f113739,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:32.844109 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:32.849626 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Checking segment: {'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:05:32.850084 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Network hostable DHCP agents. Network: 7d7b7bea-f015-479f-8a81-6a1a703ff3f6, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:05:32.870718 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:05:32.882072 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 7d7b7bea-f015-479f-8a81-6a1a703ff3f6) {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:05:32.892925 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:32.893400 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.893975 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c3a2be-19af-4f48-bd70-760a14e9ce68 None None] Network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:05:32.919875 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6717956 Jun 03 20:05:32.922659 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 60936) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:32.927315 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:32.931904 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:32.936700 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Usage tracker for resource:router and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:32.940441 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:32.947543 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:32.963812 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103945'] for router, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.965615 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103936'] for router, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:32.985377 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:33.147910 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b804fac-148f-51a6-a6f4-9c42a0888a3f-7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739'}]}} from dv-cinder-794669-1-smb. {{(pid=91761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 20:05:33.148854 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:33.222476 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eef5d0-68cc-459e-aad9-4a7e71620870 req-61ebc490-1c97-4fbb-9b15-04818e0ff1ea tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:33.224828 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-76eef5d0-68cc-459e-aad9-4a7e71620870 req-61ebc490-1c97-4fbb-9b15-04818e0ff1ea tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1042032 Jun 03 20:05:33.293585 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-76eef5d0-68cc-459e-aad9-4a7e71620870 req-d40dbaaf-2c76-4bce-a47c-e8856c7518e1 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579031 Jun 03 20:05:33.375348 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.db_base_plugin_common [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Allocated IP 172.20.0.2 (7d7b7bea-f015-479f-8a81-6a1a703ff3f6/a16244e3-a198-44f7-8f22-00763f113739/bdfe0692-0e1d-405f-b8d5-ccf2defe784e) {{(pid=91761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:05:33.438757 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648916', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104046'] for router, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:33.597752 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Notify callbacks [] for port, precommit_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:33.608592 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Transition to ACTIVE for port object bdfe0692-0e1d-405f-b8d5-ccf2defe784e will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:05:33.627969 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Transition to ACTIVE for port object bdfe0692-0e1d-405f-b8d5-ccf2defe784e will not be triggered until provisioned by entity DHCP. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:05:33.635714 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:33.651314 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:33.708887 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 is already hosted by enough agents. {{(pid=91761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:05:33.711972 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.base_scheduler [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Resources bound (agent type, host, resource id): {{(pid=91761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:05:33.714554 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Received port after_create {{(pid=91761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:05:33.771101 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Pushing event updated for resources: {'Port': ['ID=bdfe0692-0e1d-405f-b8d5-ccf2defe784e,revision_number=1']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:33.788095 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:33.799297 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:33.825584 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:33.827199 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Attempting to bind port bdfe0692-0e1d-405f-b8d5-ccf2defe784e on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:05:33.827694 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Attempting to bind port bdfe0692-0e1d-405f-b8d5-ccf2defe784e by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:05:33.827942 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Attempting to bind port bdfe0692-0e1d-405f-b8d5-ccf2defe784e on network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:05:33.833314 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:05:33.833690 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Checking segment: {'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:05:33.834096 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:33.834490 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Bound using segment: {'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:05:33.834949 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Bound port: bdfe0692-0e1d-405f-b8d5-ccf2defe784e, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:05:33.835320 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:33.930155 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] For port bdfe0692-0e1d-405f-b8d5-ccf2defe784e, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:05:33.933861 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] For port bdfe0692-0e1d-405f-b8d5-ccf2defe784e, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=bdfe0692-0e1d-405f-b8d5-ccf2defe784e,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:05:33.939184 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:33.943852 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:33.977851 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Allocated IP 172.28.3.105 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/5c74101f-a933-4964-9c2d-1fa88d83e1a8) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:05:34.030051 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Pushing event updated for resources: {'Port': ['ID=bdfe0692-0e1d-405f-b8d5-ccf2defe784e,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:34.034266 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:34.165871 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:34.210099 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:34.219546 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4512ef71-31cd-4ca5-aac5-935364fd916b tempest-VolumesActionsTest-279152979 tempest-VolumesActionsTest-279152979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:34.271236 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60956) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:34.310902 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:05:34.314651 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:05:34.319152 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:05:34.394928 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Pushing event updated for resources: {'Port': ['ID=5c74101f-a933-4964-9c2d-1fa88d83e1a8,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:34.399549 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:34.556704 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:34.581688 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:34.587358 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] Usage tracker for resource:security_group_rule and tenant:92cf831c204c4f71889957c4502fee9b is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:34.592604 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:34.599987 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:34.660063 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b53de6-d68c-495c-aff8-12341ce360db req-16b05781-a0ad-48f3-b448-40ebe85cf7c3 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:34.661694 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c9b53de6-d68c-495c-aff8-12341ce360db req-16b05781-a0ad-48f3-b448-40ebe85cf7c3 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1670845 Jun 03 20:05:34.748399 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c9b53de6-d68c-495c-aff8-12341ce360db req-5b38e229-7eeb-4677-85a2-9d25e3f91f2e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772471 Jun 03 20:05:34.793191 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:34.798437 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:34.814548 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1e3b07a0-4352-4419-b05e-24262892647f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:34.848361 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=92cf831c204c4f71889957c4502fee9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757685 Jun 03 20:05:34.852219 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 60966) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:34.870755 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c570b53-5308-4e63-9122-add1f619b33c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:34.872512 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:34.876239 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:34.923749 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1c9e-eb06-45b7-a056-0fa77fa722b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:34.957957 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1c9e-eb06-45b7-a056-0fa77fa722b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:35.030106 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1c9e-eb06-45b7-a056-0fa77fa722b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:35.034432 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1a1229cc-4bfc-4378-9d68-964a737d1684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:35.050553 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd1c9e-eb06-45b7-a056-0fa77fa722b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c570b53-5308-4e63-9122-add1f619b33c,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:35.053524 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d7fd1c9e-eb06-45b7-a056-0fa77fa722b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:35.054528 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d7fd1c9e-eb06-45b7-a056-0fa77fa722b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:35.055823 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-d7fd1c9e-eb06-45b7-a056-0fa77fa722b6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9c570b53-5308-4e63-9122-add1f619b33c HTTP/1.1" status: 204 len: 168 time: 0.2026124 Jun 03 20:05:35.195071 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d8c9d-f45e-4f8d-b273-f97b53a45663 None None] Network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:05:35.302487 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-826363fd-ecc1-4013-805d-518a847d343e None None] Provisioning for port bdfe0692-0e1d-405f-b8d5-ccf2defe784e completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:05:35.419790 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-803381'] for router, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:35.734570 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device bdfe0692-0e1d-405f-b8d5-ccf2defe784e up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:35.837337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 is scheduled to L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 with binding_index 1 {{(pid=91760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 20:05:35.952598 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port bdfe0692-0e1d-405f-b8d5-ccf2defe784e completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:05:35.957990 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port bdfe0692-0e1d-405f-b8d5-ccf2defe784e triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:35.958541 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:36.107385 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785334e-28fa-486a-9c93-1edc65cde21c req-b343786d-a68c-4578-beac-d4bc24234265 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:36.109251 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4785334e-28fa-486a-9c93-1edc65cde21c req-b343786d-a68c-4578-beac-d4bc24234265 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1352644 Jun 03 20:05:36.155619 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:05:36.168908 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Sync routers for ids ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:05:36.177756 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:36.189393 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Routers {'dee39c6a-f95e-457c-9653-a47fdbf2c8f2'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:05:36.193340 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:05:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:36.194356 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Notify callbacks [] for router, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:36.201088 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2745857 Jun 03 20:05:36.201858 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4785334e-28fa-486a-9c93-1edc65cde21c req-bc9601d3-0175-4e6d-b105-08ee3c7755f3 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785244 Jun 03 20:05:36.203436 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 32770) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:36.230773 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port bdfe0692-0e1d-405f-b8d5-ccf2defe784e, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=bdfe0692-0e1d-405f-b8d5-ccf2defe784e,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:05:36.234566 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:36.236522 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:36.331716 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=bdfe0692-0e1d-405f-b8d5-ccf2defe784e,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:36.335344 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:36.423235 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Set router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:05:36.765623 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:34Z', 'revision_number': 3, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:36.771405 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Checking router: dee39c6a-f95e-457c-9653-a47fdbf2c8f2 for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:05:36.772154 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Updating router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 port 5c74101f-a933-4964-9c2d-1fa88d83e1a8 binding host dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:05:36.887863 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:37.394289 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:37.495275 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:37.513284 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Transition to ACTIVE for port object 5c74101f-a933-4964-9c2d-1fa88d83e1a8 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:05:37.522211 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:37.530330 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:37.607629 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Pushing event updated for resources: {'Port': ['ID=5c74101f-a933-4964-9c2d-1fa88d83e1a8,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:37.619251 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.619462 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.619784 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.620147 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.620475 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.621251 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.621365 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.621596 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.622982 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.623427 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.623759 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.624079 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:37.629973 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc4fe0-86c0-4e49-9a27-3528990cbe65 req-94d04275-c3a7-4c3c-bc60-f17dfd5b2a4c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:37.632065 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:37.633070 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cbcc4fe0-86c0-4e49-9a27-3528990cbe65 req-94d04275-c3a7-4c3c-bc60-f17dfd5b2a4c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1781461 Jun 03 20:05:37.660317 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Attempting to bind port 5c74101f-a933-4964-9c2d-1fa88d83e1a8 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:05:37.660317 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Attempting to bind port 5c74101f-a933-4964-9c2d-1fa88d83e1a8 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:05:37.660658 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Attempting to bind port 5c74101f-a933-4964-9c2d-1fa88d83e1a8 on network 35db765c-e254-4267-9abb-eb16c6f88e22 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:05:37.670470 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:05:37.670882 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Checking segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:05:37.671229 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:37.671339 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 32800) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:37.671631 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Bound using segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:05:37.672124 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Bound port: 5c74101f-a933-4964-9c2d-1fa88d83e1a8, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:05:37.672496 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:37.676276 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device bdfe0692-0e1d-405f-b8d5-ccf2defe784e up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:37.710959 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cbcc4fe0-86c0-4e49-9a27-3528990cbe65 req-7003e135-9b44-4641-a4ba-cf68895ea251 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657065 Jun 03 20:05:37.759645 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Allocated IP 172.20.0.1 (7d7b7bea-f015-479f-8a81-6a1a703ff3f6/a16244e3-a198-44f7-8f22-00763f113739/b5079ca3-3e87-4831-a495-cd753bd91bee) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:05:37.813800 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port bdfe0692-0e1d-405f-b8d5-ccf2defe784e triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:37.814308 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] For port 5c74101f-a933-4964-9c2d-1fa88d83e1a8, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:05:37.814453 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:37.818484 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] For port 5c74101f-a933-4964-9c2d-1fa88d83e1a8, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=5c74101f-a933-4964-9c2d-1fa88d83e1a8,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:05:37.824516 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:37.829171 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:37.858608 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:37.878525 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:37.883705 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] Usage tracker for resource:security_group_rule and tenant:ab3929f9aad348f3a80ac7bed893c5c0 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:37.887664 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:37.895679 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:37.919317 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Routers {'dee39c6a-f95e-457c-9653-a47fdbf2c8f2'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:05:37.919841 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:05:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:37.970914 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:37.989353 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Pushing event updated for resources: {'Port': ['ID=5c74101f-a933-4964-9c2d-1fa88d83e1a8,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:37.993389 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Transition to ACTIVE for port object b5079ca3-3e87-4831-a495-cd753bd91bee will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:05:38.001722 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.005461 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-5a5a7b0a-2dea-451a-a64c-aed2df2888a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:38.006307 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.015168 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-286459c6-c4be-4b3e-93e3-2060f6e38788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:38.019282 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.023348 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:38.059464 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ab3929f9aad348f3a80ac7bed893c5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810227 Jun 03 20:05:38.059464 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67888c43-0b03-4247-b257-50ce2e8f53a3,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:38.060360 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 32804) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:38.074925 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:38.088159 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:05:38.091610 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:05:38.102270 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:05:38.126933 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] Set router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:05:38.134639 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Pushing event updated for resources: {'Port': ['ID=b5079ca3-3e87-4831-a495-cd753bd91bee,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:38.136351 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9667995f-263e-495a-83c0-c5e1c58257ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.142264 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:38.176176 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9667995f-263e-495a-83c0-c5e1c58257ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.188697 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-803579'] for router_interface, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.235468 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9667995f-263e-495a-83c0-c5e1c58257ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.248175 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-36b89137-1f2f-40f6-9e1f-54fd4ba18284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:38.272236 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667995f-263e-495a-83c0-c5e1c58257ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67888c43-0b03-4247-b257-50ce2e8f53a3,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:38.274926 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9667995f-263e-495a-83c0-c5e1c58257ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.280340 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-9667995f-263e-495a-83c0-c5e1c58257ce admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/67888c43-0b03-4247-b257-50ce2e8f53a3 HTTP/1.1" status: 204 len: 168 time: 0.2194598 Jun 03 20:05:38.281389 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9667995f-263e-495a-83c0-c5e1c58257ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:38.404122 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.466504 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-365f26c9-830b-44b0-a3e0-66739ac0d41f None None] Provisioning for port b5079ca3-3e87-4831-a495-cd753bd91bee completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:05:38.480638 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-365f26c9-830b-44b0-a3e0-66739ac0d41f None None] Provisioning complete for port b5079ca3-3e87-4831-a495-cd753bd91bee triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:38.481588 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-365f26c9-830b-44b0-a3e0-66739ac0d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.509321 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:34Z', 'revision_number': 3, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:38.515592 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca26fda-0e9b-4ecf-be50-e81a4358bee2 None None] The sync data for ids ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'] in dv-cinder-794669-1-smb is: [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:34Z', 'revision_number': 3, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:05:38.552308 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-365f26c9-830b-44b0-a3e0-66739ac0d41f None None] Port b5079ca3-3e87-4831-a495-cd753bd91bee cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:05:38.662147 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.665076 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 32816) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:38.667561 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.684771 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.693808 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4b335175-a786-436c-8539-24fc7033376c tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:38.701031 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:38.705675 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] Usage tracker for resource:security_group_rule and tenant:7714ccfe6e7248adabf5d94a40e937bc is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:38.709651 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:38.720498 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:38.821986 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648087'] for router_interface, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.825548 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Pushing event updated for resources: {'Port': ['ID=b5079ca3-3e87-4831-a495-cd753bd91bee,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:38.831937 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:38.924610 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.930795 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:38.949385 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:38.995675 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:05:38.997138 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:05:39.057103 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7714ccfe6e7248adabf5d94a40e937bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906910 Jun 03 20:05:39.059064 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 32820) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:39.063063 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a967bb85-1cc4-4177-963a-ad9785104f58,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:39.078906 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:39.109133 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6d836-a5bd-4810-a1d1-bf4583ce3ae2 req-a4b14dd2-902b-44aa-a958-51b99d250e38 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:39.116733 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-71e6d836-a5bd-4810-a1d1-bf4583ce3ae2 req-a4b14dd2-902b-44aa-a958-51b99d250e38 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1572685 Jun 03 20:05:39.175273 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-71e6d836-a5bd-4810-a1d1-bf4583ce3ae2 req-08751b5b-f005-43f6-aa2a-2cdae9ca7764 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573573 Jun 03 20:05:39.234800 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1699dad-954d-41aa-8103-bdaa95b798c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:39.279757 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-e64f4c46-225c-424f-9b11-5cca4c0e87b3 None None] Provisioning complete for port b5079ca3-3e87-4831-a495-cd753bd91bee triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:39.280321 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-e64f4c46-225c-424f-9b11-5cca4c0e87b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:39.284757 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1699dad-954d-41aa-8103-bdaa95b798c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:39.304202 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:05:39.342365 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-e64f4c46-225c-424f-9b11-5cca4c0e87b3 None None] Port b5079ca3-3e87-4831-a495-cd753bd91bee cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:05:39.448100 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1699dad-954d-41aa-8103-bdaa95b798c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:39.594261 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3371b7d2-5477-4554-89ea-0a71a242d21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:39.614647 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1699dad-954d-41aa-8103-bdaa95b798c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a967bb85-1cc4-4177-963a-ad9785104f58,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:39.631102 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d1699dad-954d-41aa-8103-bdaa95b798c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:39.654862 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 5c74101f-a933-4964-9c2d-1fa88d83e1a8 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:39.661672 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1699dad-954d-41aa-8103-bdaa95b798c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:39.662795 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d1699dad-954d-41aa-8103-bdaa95b798c9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a967bb85-1cc4-4177-963a-ad9785104f58 HTTP/1.1" status: 204 len: 168 time: 0.6027014 Jun 03 20:05:39.665711 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:05:39.673368 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] 10.222.0.95 "PUT /v2.0/routers/dee39c6a-f95e-457c-9653-a47fdbf2c8f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4687288 Jun 03 20:05:39.733913 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 5c74101f-a933-4964-9c2d-1fa88d83e1a8 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:05:39.739316 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 5c74101f-a933-4964-9c2d-1fa88d83e1a8 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:39.739715 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:39.922388 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:39.940775 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 5c74101f-a933-4964-9c2d-1fa88d83e1a8, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=5c74101f-a933-4964-9c2d-1fa88d83e1a8,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:05:39.952170 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:39.959668 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:40.033541 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=5c74101f-a933-4964-9c2d-1fa88d83e1a8,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:40.042346 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.042687 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.043053 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.043385 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.043712 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.044029 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.044459 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.044780 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.045147 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.045461 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.045766 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.046084 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:05:40.054004 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:40.415490 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea893ae-8fdd-4cc6-ac31-d4e08f37070d req-037642a4-031c-40a3-9054-82ffbd17f08b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:40.417897 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bea893ae-8fdd-4cc6-ac31-d4e08f37070d req-037642a4-031c-40a3-9054-82ffbd17f08b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0990620 Jun 03 20:05:40.420680 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Sync routers for ids ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:05:40.435922 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Routers {'dee39c6a-f95e-457c-9653-a47fdbf2c8f2'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:05:40.437182 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:05:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:40.470489 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bea893ae-8fdd-4cc6-ac31-d4e08f37070d req-1b38eb43-6aa0-4bf3-abb8-746f7f9ae2fd tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468678 Jun 03 20:05:40.576496 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 32868) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:40.583623 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-711375342-network', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:40.589806 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:40.595065 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Usage tracker for resource:network and tenant:fd6cd1d7ce8e404e83fdd530717b6f08 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:40.598179 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:40.604399 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:40.615172 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Made reservation on behalf of fd6cd1d7ce8e404e83fdd530717b6f08 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:05:40.617760 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:40.631235 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:40.647076 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:40.651023 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Usage tracker for resource:security_group_rule and tenant:fd6cd1d7ce8e404e83fdd530717b6f08 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:40.654373 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:40.660824 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:40.668213 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Set router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:05:40.778025 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:40.782288 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:40.786510 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-34a6c1cf-c427-485b-b8c2-5ad991a84207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:40.813758 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:05:40.829303 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9459fd70-c15d-4b8c-bef6-2757b2cbe96f,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:40.849184 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:40.855911 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:40.856274 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.segments_db [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Added segment f2435488-5f2f-44e3-b0da-f4e8c84fe3ba of type vlan for network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a Jun 03 20:05:40.890773 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:40.925348 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:40.926703 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:40.927281 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:40.943304 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1ac777b4-8ad1-427a-ab1d-88b68d2c6b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:41.033561 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:38Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'b5079ca3-3e87-4831-a495-cd753bd91bee', 'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'mac_address': 'fa:16:3e:44:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:37Z', 'updated_at': '2021-06-03T20:05:38Z', 'revision_number': 2, 'project_id': '2029e751d14c433989a1733d49cd237c', 'subnets': [{'id': 'a16244e3-a198-44f7-8f22-00763f113739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:41.037343 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4596300 Jun 03 20:05:41.040551 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 32878) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:41.041063 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Checking router: dee39c6a-f95e-457c-9653-a47fdbf2c8f2 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:05:41.041381 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Updating router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 port b5079ca3-3e87-4831-a495-cd753bd91bee binding host dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:05:41.047279 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Request body: {'subnet': {'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-711375342-subnet', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'ip_version': 4}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:41.049269 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Pushing event updated for resources: {'Network': ['ID=81974bbd-ced1-48be-9e1f-c88b2b6fb25a,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:41.052473 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:41.052713 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:41.056906 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Usage tracker for resource:subnet and tenant:fd6cd1d7ce8e404e83fdd530717b6f08 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:41.060406 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:41.067160 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:41.077997 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Made reservation on behalf of fd6cd1d7ce8e404e83fdd530717b6f08 for: {'subnet': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:05:41.078456 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:05:41.081194 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15316304'] for subnet, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:41.191680 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:41.546631 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13816291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15316290'] for subnet, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:41.566084 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:41.614411 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:41.628774 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Transition to ACTIVE for port object b5079ca3-3e87-4831-a495-cd753bd91bee will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:05:41.640002 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:41.643951 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:41.723269 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82f0796-5aaf-4f91-ac9b-99c47fee0e20,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:41.736441 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:41.739789 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Checking segment: {'id': 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:05:41.745317 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Network hostable DHCP agents. Network: 81974bbd-ced1-48be-9e1f-c88b2b6fb25a, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:05:41.750772 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 5c74101f-a933-4964-9c2d-1fa88d83e1a8 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:41.772754 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:05:41.785682 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 81974bbd-ced1-48be-9e1f-c88b2b6fb25a) {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:05:41.810520 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:41.812100 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:41.841442 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-f91d5203-aaa4-46be-9edd-9104a3f71df6 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7989647 Jun 03 20:05:41.845409 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 32906) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:41.851479 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-711375342-router', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:41.858411 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:41.868230 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Usage tracker for resource:router and tenant:fd6cd1d7ce8e404e83fdd530717b6f08 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:41.878889 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca682ea9-2587-49ad-8089-38af89fe9a13 None None] Network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:05:41.880824 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:41.901739 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:41.920575 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c174d35-abf0-4066-b46c-9281bef6448b req-38462e2a-f14b-4ff9-99ba-f674a58bde3b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:41.927353 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103945'] for router, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:41.927850 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4c174d35-abf0-4066-b46c-9281bef6448b req-38462e2a-f14b-4ff9-99ba-f674a58bde3b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.3079367 Jun 03 20:05:41.929193 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103936'] for router, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:41.930594 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1ddb1-3218-49d9-b9ce-2b865e325082 None None] Pushing event updated for resources: {'Port': ['ID=b5079ca3-3e87-4831-a495-cd753bd91bee,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:41.939150 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-96f1ddb1-3218-49d9-b9ce-2b865e325082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:41.981684 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:42.023801 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4c174d35-abf0-4066-b46c-9281bef6448b req-f4265052-55b3-486f-9a96-869ffbca28f6 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943615 Jun 03 20:05:42.379236 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648916', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104046'] for router, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:42.467065 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Attempting to bind port b5079ca3-3e87-4831-a495-cd753bd91bee on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:05:42.467446 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Attempting to bind port b5079ca3-3e87-4831-a495-cd753bd91bee by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:05:42.468047 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Attempting to bind port b5079ca3-3e87-4831-a495-cd753bd91bee on network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:05:42.485013 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:05:42.485301 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Checking segment: {'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:05:42.485717 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:42.486127 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Bound using segment: {'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:05:42.486638 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Bound port: b5079ca3-3e87-4831-a495-cd753bd91bee, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:05:42.487017 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:42.552421 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 5c74101f-a933-4964-9c2d-1fa88d83e1a8 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:42.553004 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:42.639515 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b804fac-148f-51a6-a6f4-9c42a0888a3f-81974bbd-ced1-48be-9e1f-c88b2b6fb25a', 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'fixed_ips': [{'subnet_id': 'f82f0796-5aaf-4f91-ac9b-99c47fee0e20'}]}} from dv-cinder-794669-1-smb. {{(pid=91761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 20:05:42.640538 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:42.687024 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-b0d239fe-c53b-46b5-8cdb-e9685c30a1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:42.765488 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:42.804437 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:42.836221 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] For port b5079ca3-3e87-4831-a495-cd753bd91bee, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:05:42.865249 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] For port b5079ca3-3e87-4831-a495-cd753bd91bee, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=b5079ca3-3e87-4831-a495-cd753bd91bee,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:05:42.907747 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:42.916279 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:42.987216 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Allocated IP 172.28.3.13 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/69377156-61e0-4997-bb7d-8aeeb92ae593) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:05:43.020688 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.db_base_plugin_common [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Allocated IP 172.20.0.2 (81974bbd-ced1-48be-9e1f-c88b2b6fb25a/f82f0796-5aaf-4f91-ac9b-99c47fee0e20/b010fee8-a10d-4e48-9061-6e16d7430ed9) {{(pid=91761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:05:43.035911 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Routers {'dee39c6a-f95e-457c-9653-a47fdbf2c8f2'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:05:43.036574 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:05:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:43.088782 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:05:43.090213 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1ddb1-3218-49d9-b9ce-2b865e325082 None None] Pushing event updated for resources: {'Port': ['ID=b5079ca3-3e87-4831-a495-cd753bd91bee,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:43.100069 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-96f1ddb1-3218-49d9-b9ce-2b865e325082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:43.285756 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b36754-2c53-4964-8845-6d2d0d0477ca req-41db08d6-676b-4a80-b685-b99f68233c2a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:43.289772 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-43b36754-2c53-4964-8845-6d2d0d0477ca req-41db08d6-676b-4a80-b685-b99f68233c2a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1199865 Jun 03 20:05:43.368905 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] Set router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:05:43.373723 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-43b36754-2c53-4964-8845-6d2d0d0477ca req-dd825963-36ac-4626-933c-6ac3e1ef484c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768192 Jun 03 20:05:43.392629 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:43.436339 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:43.441116 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4e6fa62a-2a91-4d95-8016-8b25572d4b34 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:43.519499 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:05:43.520639 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:05:43.524439 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:05:43.578034 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Pushing event updated for resources: {'Port': ['ID=69377156-61e0-4997-bb7d-8aeeb92ae593,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:43.586411 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:43.620238 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Notify callbacks [] for port, precommit_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:43.684922 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Transition to ACTIVE for port object b010fee8-a10d-4e48-9061-6e16d7430ed9 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:05:43.722187 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Transition to ACTIVE for port object b010fee8-a10d-4e48-9061-6e16d7430ed9 will not be triggered until provisioned by entity DHCP. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:05:43.739831 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:43.747268 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:43.894520 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a is already hosted by enough agents. {{(pid=91761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:05:43.899904 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.base_scheduler [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Resources bound (agent type, host, resource id): {{(pid=91761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:05:43.909566 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Received port after_create {{(pid=91761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:05:43.919734 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Pushing event updated for resources: {'Port': ['ID=b010fee8-a10d-4e48-9061-6e16d7430ed9,revision_number=1']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:43.928224 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:44.024011 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Attempting to bind port b010fee8-a10d-4e48-9061-6e16d7430ed9 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:05:44.024390 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Attempting to bind port b010fee8-a10d-4e48-9061-6e16d7430ed9 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:05:44.024728 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Attempting to bind port b010fee8-a10d-4e48-9061-6e16d7430ed9 on network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:05:44.032992 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:44.033254 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:05:44.033628 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Checking segment: {'id': 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:05:44.034031 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:44.034428 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Bound using segment: {'id': 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:05:44.034897 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Bound port: b010fee8-a10d-4e48-9061-6e16d7430ed9, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:05:44.035271 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:44.055318 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:38Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'b5079ca3-3e87-4831-a495-cd753bd91bee', 'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'mac_address': 'fa:16:3e:44:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:37Z', 'updated_at': '2021-06-03T20:05:42Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'subnets': [{'id': 'a16244e3-a198-44f7-8f22-00763f113739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:44.094536 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ea1ed-14a4-48f8-a5e6-5933db6c1f6e None None] The sync data for ids ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'] in dv-cinder-794669-1-smb is: [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:38Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'b5079ca3-3e87-4831-a495-cd753bd91bee', 'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'mac_address': 'fa:16:3e:44:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:37Z', 'updated_at': '2021-06-03T20:05:42Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'subnets': [{'id': 'a16244e3-a198-44f7-8f22-00763f113739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:05:44.139811 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] For port b010fee8-a10d-4e48-9061-6e16d7430ed9, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:05:44.145469 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] For port b010fee8-a10d-4e48-9061-6e16d7430ed9, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=b010fee8-a10d-4e48-9061-6e16d7430ed9,segment=NetworkSegment(f2435488-5f2f-44e3-b0da-f4e8c84fe3ba),segment_id=f2435488-5f2f-44e3-b0da-f4e8c84fe3ba)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:05:44.153001 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:44.156955 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:44.264131 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Pushing event updated for resources: {'Port': ['ID=b010fee8-a10d-4e48-9061-6e16d7430ed9,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:44.273769 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:44.488381 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-803381'] for router, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:44.662172 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb08b63-6430-4313-a27f-05478cd650ca req-4048e723-603b-438f-bae9-6a0dee5293c7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:44.669528 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6cb08b63-6430-4313-a27f-05478cd650ca req-4048e723-603b-438f-bae9-6a0dee5293c7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1188154 Jun 03 20:05:44.728882 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6cb08b63-6430-4313-a27f-05478cd650ca req-288790ba-2a8b-405d-a138-ea80f07ae264 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577948 Jun 03 20:05:44.767990 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf is scheduled to L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 with binding_index 1 {{(pid=91760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 20:05:45.112769 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:05:45.131156 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Sync routers for ids ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:05:45.154456 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Routers {'2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:05:45.155605 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:05:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:45.170065 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Notify callbacks [] for router, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:45.173943 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-34171195-973c-495e-a591-847f199442f5 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3243070 Jun 03 20:05:45.174400 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 32950) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:45.178573 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:45.529317 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Set router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:05:45.542089 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f844ab4c-486b-4e7e-91e8-83f69b561158 None None] Network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:05:45.835003 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device b5079ca3-3e87-4831-a495-cd753bd91bee up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:45.874904 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-47e4f85e-eb1f-4c70-bad2-265b5cefa734 None None] Provisioning for port b010fee8-a10d-4e48-9061-6e16d7430ed9 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:05:45.947820 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-31aceef9-6c4c-47d5-9e4a-940ecb24a832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.001901 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'name': 'tempest-TestShelveInstance-711375342-router', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:41Z', 'updated_at': '2021-06-03T20:05:43Z', 'revision_number': 3, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'gw_port': {'id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:42Z', 'updated_at': '2021-06-03T20:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:46.007793 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Checking router: 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:05:46.008406 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Updating router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf port 69377156-61e0-4997-bb7d-8aeeb92ae593 binding host dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:05:46.014263 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port b5079ca3-3e87-4831-a495-cd753bd91bee completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:05:46.023940 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port b5079ca3-3e87-4831-a495-cd753bd91bee triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:46.024451 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.134973 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.154539 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.187972 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608226f-994b-4297-9118-940a7315c236 req-15002702-5ac0-489e-9efc-b548ae0147f3 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:46.201458 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1608226f-994b-4297-9118-940a7315c236 req-15002702-5ac0-489e-9efc-b548ae0147f3 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1858664 Jun 03 20:05:46.249974 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.303636 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1608226f-994b-4297-9118-940a7315c236 req-515fdaf6-6b82-49f7-b079-e9d815fe935b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949337 Jun 03 20:05:46.314812 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port b5079ca3-3e87-4831-a495-cd753bd91bee, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=b5079ca3-3e87-4831-a495-cd753bd91bee,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:05:46.320180 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.322327 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device b010fee8-a10d-4e48-9061-6e16d7430ed9 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:46.384331 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:46.510348 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Allocated IP 172.20.0.1 (81974bbd-ced1-48be-9e1f-c88b2b6fb25a/f82f0796-5aaf-4f91-ac9b-99c47fee0e20/91fd21b9-87d8-430f-9411-112fc9669033) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:05:46.581875 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=b5079ca3-3e87-4831-a495-cd753bd91bee,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:46.598655 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:46.640511 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port b010fee8-a10d-4e48-9061-6e16d7430ed9 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:05:46.648315 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port b010fee8-a10d-4e48-9061-6e16d7430ed9 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:46.648695 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.750360 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-b89d3d19-c70a-44bc-bf6a-265d5db47a10 None None] Provisioning complete for port b010fee8-a10d-4e48-9061-6e16d7430ed9 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:46.750960 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-b89d3d19-c70a-44bc-bf6a-265d5db47a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.778749 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.803574 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Transition to ACTIVE for port object 69377156-61e0-4997-bb7d-8aeeb92ae593 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:05:46.820319 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.844326 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-24ad0534-0359-4fd8-9409-a654b53f088a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:46.909984 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.940435 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Attempting to bind port 69377156-61e0-4997-bb7d-8aeeb92ae593 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:05:46.941363 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Attempting to bind port 69377156-61e0-4997-bb7d-8aeeb92ae593 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:05:46.941931 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Attempting to bind port 69377156-61e0-4997-bb7d-8aeeb92ae593 on network 35db765c-e254-4267-9abb-eb16c6f88e22 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:05:46.952552 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:05:46.955047 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Checking segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:05:46.955822 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.956428 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Bound using segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:05:46.957822 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Bound port: 69377156-61e0-4997-bb7d-8aeeb92ae593, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:05:46.958428 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:46.965503 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Transition to ACTIVE for port object 91fd21b9-87d8-430f-9411-112fc9669033 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:05:46.998577 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:47.037273 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc0fda-1336-4bf2-8e8e-668b0a5d9965 None None] Pushing event updated for resources: {'Port': ['ID=69377156-61e0-4997-bb7d-8aeeb92ae593,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:47.038895 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:47.041896 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-82dc0fda-1336-4bf2-8e8e-668b0a5d9965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:47.054061 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:47.060038 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-b89d3d19-c70a-44bc-bf6a-265d5db47a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:47.116040 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port b010fee8-a10d-4e48-9061-6e16d7430ed9, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=b010fee8-a10d-4e48-9061-6e16d7430ed9,segment=NetworkSegment(f2435488-5f2f-44e3-b0da-f4e8c84fe3ba),segment_id=f2435488-5f2f-44e3-b0da-f4e8c84fe3ba)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:05:47.140115 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] For port 69377156-61e0-4997-bb7d-8aeeb92ae593, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:05:47.151469 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] For port 69377156-61e0-4997-bb7d-8aeeb92ae593, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=69377156-61e0-4997-bb7d-8aeeb92ae593,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:05:47.159267 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:05:47.160601 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:47.168751 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:05:47.170791 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0e4baf45-b53e-4f3d-8fee-03ab4cc9f1a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:47.189798 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:05:47.194804 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:47.225583 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:47.261202 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Pushing event updated for resources: {'Port': ['ID=91fd21b9-87d8-430f-9411-112fc9669033,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:47.278065 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:47.304762 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-803579'] for router_interface, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:47.319923 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Routers {'2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:05:47.320966 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:05:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:47.420449 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.db.api [None req-b89d3d19-c70a-44bc-bf6a-265d5db47a10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 20:05:47.421014 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_db.api [None req-b89d3d19-c70a-44bc-bf6a-265d5db47a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 20:05:47.474777 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:47.490854 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=b010fee8-a10d-4e48-9061-6e16d7430ed9,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:47.495691 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:47.596083 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] Set router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:05:47.629297 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc33df4-0046-460f-a49e-7f44db9559ed req-c947d462-6030-4296-adab-97b6dd69c7d9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:47.639402 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-efc33df4-0046-460f-a49e-7f44db9559ed req-c947d462-6030-4296-adab-97b6dd69c7d9 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1240771 Jun 03 20:05:47.715659 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-efc33df4-0046-460f-a49e-7f44db9559ed req-698d5564-f11f-4dfa-ba12-81affc2f9cee tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721333 Jun 03 20:05:47.731611 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:47.736729 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc0fda-1336-4bf2-8e8e-668b0a5d9965 None None] Pushing event updated for resources: {'Port': ['ID=69377156-61e0-4997-bb7d-8aeeb92ae593,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:47.741499 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-82dc0fda-1336-4bf2-8e8e-668b0a5d9965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:47.774464 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device b5079ca3-3e87-4831-a495-cd753bd91bee up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:47.952771 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port b5079ca3-3e87-4831-a495-cd753bd91bee triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:47.953508 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:48.016767 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'name': 'tempest-TestShelveInstance-711375342-router', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:41Z', 'updated_at': '2021-06-03T20:05:43Z', 'revision_number': 3, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'gw_port': {'id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:42Z', 'updated_at': '2021-06-03T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:48.020889 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97db7c-ffc8-41d7-8f9f-f84f32a6d236 None None] The sync data for ids ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'] in dv-cinder-794669-1-smb is: [{'id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'name': 'tempest-TestShelveInstance-711375342-router', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:41Z', 'updated_at': '2021-06-03T20:05:43Z', 'revision_number': 3, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'gw_port': {'id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:42Z', 'updated_at': '2021-06-03T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:05:48.108002 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device b010fee8-a10d-4e48-9061-6e16d7430ed9 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:48.175483 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:48.184954 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:48.218772 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:48.221979 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-fd55576a-4e2b-47e4-92f0-42878666fda0 None None] Provisioning for port 91fd21b9-87d8-430f-9411-112fc9669033 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:05:48.228996 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-fd55576a-4e2b-47e4-92f0-42878666fda0 None None] Provisioning complete for port 91fd21b9-87d8-430f-9411-112fc9669033 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:48.229649 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fd55576a-4e2b-47e4-92f0-42878666fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:48.279752 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port b010fee8-a10d-4e48-9061-6e16d7430ed9 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:48.280126 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:48.327443 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648087'] for router_interface, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:48.331949 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Pushing event updated for resources: {'Port': ['ID=91fd21b9-87d8-430f-9411-112fc9669033,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:48.335617 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:48.338012 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-fd55576a-4e2b-47e4-92f0-42878666fda0 None None] Port 91fd21b9-87d8-430f-9411-112fc9669033 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:05:48.499114 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:05:48.500424 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:05:48.702792 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:05:48.784783 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-db7cd8bf-3c26-4646-b77a-83786b0670e7 None None] Provisioning complete for port 91fd21b9-87d8-430f-9411-112fc9669033 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:48.785796 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-db7cd8bf-3c26-4646-b77a-83786b0670e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:48.866763 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:48.895651 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-db7cd8bf-3c26-4646-b77a-83786b0670e7 None None] Port 91fd21b9-87d8-430f-9411-112fc9669033 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:05:48.959634 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee7cae-121e-4238-b614-7165f5a7792d req-7b378e9f-6b5c-4e82-9199-4d27033f6547 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:48.961508 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cdee7cae-121e-4238-b614-7165f5a7792d req-7b378e9f-6b5c-4e82-9199-4d27033f6547 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1142576 Jun 03 20:05:48.962406 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:05:48.974252 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] 10.222.0.95 "PUT /v2.0/routers/2c1bbc6c-4f95-4b08-ba07-5b6d549431cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7986722 Jun 03 20:05:49.034487 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cdee7cae-121e-4238-b614-7165f5a7792d req-4fdc6bc0-9b27-4a84-9357-c627ceea910e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579827 Jun 03 20:05:49.651647 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 69377156-61e0-4997-bb7d-8aeeb92ae593 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:49.725270 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 69377156-61e0-4997-bb7d-8aeeb92ae593 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:05:49.730861 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 69377156-61e0-4997-bb7d-8aeeb92ae593 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:49.731273 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:49.849052 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:49.865743 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 69377156-61e0-4997-bb7d-8aeeb92ae593, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=69377156-61e0-4997-bb7d-8aeeb92ae593,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:05:49.869570 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:49.871466 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:49.938036 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=69377156-61e0-4997-bb7d-8aeeb92ae593,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:49.941155 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:50.112586 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Sync routers for ids ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:05:50.122837 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Routers {'2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:05:50.123596 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:05:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:50.254416 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6381f-001d-44f1-9367-3a82c1929625 req-3f58bcf8-b611-468d-a253-e47211234431 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:50.256218 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b0f6381f-001d-44f1-9367-3a82c1929625 req-3f58bcf8-b611-468d-a253-e47211234431 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0834725 Jun 03 20:05:50.306124 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b0f6381f-001d-44f1-9367-3a82c1929625 req-ae205761-9ef3-434f-a4c2-a9d9ea89fb23 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439880 Jun 03 20:05:50.310976 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Set router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:05:50.633729 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33062) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:50.639696 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061355811', 'description': 'tempest-secgroup-smoke-1061355811 description', 'project_id': '2029e751d14c433989a1733d49cd237c'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:50.650142 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:50.658795 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Usage tracker for resource:security_group and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:50.665509 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:50.681029 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:50.714413 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:50.732746 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'name': 'tempest-TestShelveInstance-711375342-router', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:41Z', 'updated_at': '2021-06-03T20:05:47Z', 'revision_number': 4, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'gw_port': {'id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:42Z', 'updated_at': '2021-06-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '91fd21b9-87d8-430f-9411-112fc9669033', 'name': '', 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'mac_address': 'fa:16:3e:1f:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f82f0796-5aaf-4f91-ac9b-99c47fee0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:46Z', 'updated_at': '2021-06-03T20:05:47Z', 'revision_number': 2, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'subnets': [{'id': 'f82f0796-5aaf-4f91-ac9b-99c47fee0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:50.737647 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Checking router: 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:05:50.737877 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Updating router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf port 91fd21b9-87d8-430f-9411-112fc9669033 binding host dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:05:50.767995 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:50.774519 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Usage tracker for resource:security_group_rule and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:50.779744 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:50.795831 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:50.828086 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:50.903880 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:50.911598 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:50.934264 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-557cfaca-45a0-4214-bbd1-eea9a989c0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:51.009498 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649b11e3-43f8-4077-af38-a3fca6d8d223,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:51.026524 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:51.053986 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.055421 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4205508 Jun 03 20:05:51.059330 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33090) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:51.065270 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Request body: {'security_group_rule': {'security_group_id': '649b11e3-43f8-4077-af38-a3fca6d8d223', 'project_id': '2029e751d14c433989a1733d49cd237c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:51.077387 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:51.088328 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Usage tracker for resource:security_group_rule and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:51.097274 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:51.105737 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33092) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:51.113412 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:51.152956 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.170636 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.248598 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.264541 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:51.275408 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] Usage tracker for resource:security_group_rule and tenant:ef826e4ad6da49f5a93131a2ef4b2785 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:51.279322 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:51.286103 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:51.317940 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.334639 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.342622 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.346747 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Transition to ACTIVE for port object 91fd21b9-87d8-430f-9411-112fc9669033 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:05:51.353816 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:51.358424 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.368019 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-96f1ddb1-3218-49d9-b9ce-2b865e325082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:51.388023 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2bf492-2abb-4d38-9e14-65a53f8d69ad,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:51.398711 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.400066 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395522 Jun 03 20:05:51.403901 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33102) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:51.405009 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:51.412110 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Request body: {'security_group_rule': {'security_group_id': '649b11e3-43f8-4077-af38-a3fca6d8d223', 'project_id': '2029e751d14c433989a1733d49cd237c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:51.431518 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:51.432630 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.439573 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.447027 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891833c9-7433-4c29-bf45-29037cad6f5b req-d70d45c6-14bb-44e9-b8d6-f2f5f153a1ed tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:51.449116 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-891833c9-7433-4c29-bf45-29037cad6f5b req-d70d45c6-14bb-44e9-b8d6-f2f5f153a1ed tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.2430773 Jun 03 20:05:51.450585 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Usage tracker for resource:security_group_rule and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:51.461356 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:51.476052 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4e2137f9-5033-44b7-b8fe-7342aa0018eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:51.515736 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ef826e4ad6da49f5a93131a2ef4b2785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080770 Jun 03 20:05:51.516369 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33104) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:51.517103 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f49325-b921-471a-8d37-9b0ac86b17f9,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:51.521043 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:51.552962 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:51.610719 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bda7b-87b3-4802-b6f0-ec1667ad4b26 None None] Pushing event updated for resources: {'Port': ['ID=91fd21b9-87d8-430f-9411-112fc9669033,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:51.623760 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-891833c9-7433-4c29-bf45-29037cad6f5b req-8671d7e8-0c7c-4160-9bf3-b5058ebc5a0f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650510 Jun 03 20:05:51.625188 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e1f-90fa-42f1-a1ec-05fb16b9777d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.650521 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-0b5bda7b-87b3-4802-b6f0-ec1667ad4b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:51.665292 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e1f-90fa-42f1-a1ec-05fb16b9777d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.679352 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a19ff-7380-4835-848b-7dd3936eb3ce req-86abfeff-4907-482a-bd8d-8405f0c2535b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:51.680927 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-705a19ff-7380-4835-848b-7dd3936eb3ce req-86abfeff-4907-482a-bd8d-8405f0c2535b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.2031550 Jun 03 20:05:51.681631 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.708324 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Attempting to bind port 91fd21b9-87d8-430f-9411-112fc9669033 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:05:51.708631 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Attempting to bind port 91fd21b9-87d8-430f-9411-112fc9669033 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:05:51.709025 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Attempting to bind port 91fd21b9-87d8-430f-9411-112fc9669033 on network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:05:51.721747 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:05:51.722136 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Checking segment: {'id': 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:05:51.723002 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.723713 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Bound using segment: {'id': 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:05:51.729884 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Bound port: 91fd21b9-87d8-430f-9411-112fc9669033, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:05:51.731276 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.739990 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e1f-90fa-42f1-a1ec-05fb16b9777d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.747744 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8b56239e-ef85-40e2-a57b-b67f94d06cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:51.753881 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 69377156-61e0-4997-bb7d-8aeeb92ae593 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:51.761899 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde3e1f-90fa-42f1-a1ec-05fb16b9777d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f49325-b921-471a-8d37-9b0ac86b17f9,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:51.764252 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fcde3e1f-90fa-42f1-a1ec-05fb16b9777d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:51.770461 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fcde3e1f-90fa-42f1-a1ec-05fb16b9777d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.771704 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-fcde3e1f-90fa-42f1-a1ec-05fb16b9777d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/34f49325-b921-471a-8d37-9b0ac86b17f9 HTTP/1.1" status: 204 len: 168 time: 0.2494292 Jun 03 20:05:51.844062 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-705a19ff-7380-4835-848b-7dd3936eb3ce req-6b3fd2ec-5d10-44e0-8f69-dc79812f8851 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480851 Jun 03 20:05:51.874773 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.880014 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.910384 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:51.929388 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6eeb06-e3dc-4230-b97c-5df443cbdb4f,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:51.932534 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:51.933381 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.937686 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5312681 Jun 03 20:05:51.938540 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33112) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:51.944552 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Request body: {'security_group_rule': {'security_group_id': '649b11e3-43f8-4077-af38-a3fca6d8d223', 'project_id': '2029e751d14c433989a1733d49cd237c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:51.951706 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:51.957186 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Usage tracker for resource:security_group_rule and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:51.961668 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:51.973247 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:51.977369 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] For port 91fd21b9-87d8-430f-9411-112fc9669033, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:05:51.979984 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 69377156-61e0-4997-bb7d-8aeeb92ae593 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:51.980407 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:51.994661 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.040740 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] For port 91fd21b9-87d8-430f-9411-112fc9669033, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=91fd21b9-87d8-430f-9411-112fc9669033,segment=NetworkSegment(f2435488-5f2f-44e3-b0da-f4e8c84fe3ba),segment_id=f2435488-5f2f-44e3-b0da-f4e8c84fe3ba)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:05:52.047998 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.057594 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:52.098629 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.104169 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.129074 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1ade1d3b-3356-4f22-8bc3-f1439fdb12a4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:52.141951 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.145991 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33116) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:52.151562 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Routers {'2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:05:52.152329 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:05:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:52.153752 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Request body: {'security_group_rule': {'security_group_id': '649b11e3-43f8-4077-af38-a3fca6d8d223', 'project_id': '2029e751d14c433989a1733d49cd237c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:52.155233 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150383 Jun 03 20:05:52.158729 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8019f9-d913-4d65-9d11-c442b80df46d,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:52.164269 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:52.165496 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8207c449-dde6-4ee9-a207-9fd043ca97c2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:52.175720 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Usage tracker for resource:security_group_rule and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:52.189924 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:52.206256 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:52.232101 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.278466 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33118) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:52.285814 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bda7b-87b3-4802-b6f0-ec1667ad4b26 None None] Pushing event updated for resources: {'Port': ['ID=91fd21b9-87d8-430f-9411-112fc9669033,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:52.297031 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-0b5bda7b-87b3-4802-b6f0-ec1667ad4b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:52.303170 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.326299 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:52.333247 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] Usage tracker for resource:security_group_rule and tenant:6a98e9b9600542e9be60a6905335f498 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:52.340054 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:52.353152 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:52.370609 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.375637 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.385241 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ced340b2-df7f-4d5b-9697-7063bba89135 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:52.419215 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf723079-779d-4a71-92e2-52c4c101773b,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:52.425586 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:52.434897 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] Set router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:05:52.449112 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.450527 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3032746 Jun 03 20:05:52.454105 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33122) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:52.463041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Request body: {'security_group_rule': {'security_group_id': '649b11e3-43f8-4077-af38-a3fca6d8d223', 'project_id': '2029e751d14c433989a1733d49cd237c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:52.472692 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:52.477754 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Usage tracker for resource:security_group_rule and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:52.482045 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:52.489489 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:52.500595 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.508325 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.510442 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.securitygroups_db [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Project 2029e751d14c433989a1733d49cd237c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 20:05:52.514441 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-543f4dd8-ddaf-417b-9b81-55d8c630e855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:52.518679 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.560753 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6a98e9b9600542e9be60a6905335f498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809541 Jun 03 20:05:52.563033 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33124) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:52.563752 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5223eda8-8a67-49ef-ab05-85efb5d7e546,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:52.585980 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:52.596458 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.600890 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.603474 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:52.623363 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa999fe-4926-4244-ae4f-503316cda090,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:52.627085 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:52.644802 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.646549 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-8ffe9422-f61d-4fe5-bb70-099964f00cdc tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1904526 Jun 03 20:05:52.648243 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cd2242c8-4572-4879-ab1f-f792c53d2a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.649448 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33126) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:52.655499 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Request body: {'security_group_rule': {'security_group_id': '649b11e3-43f8-4077-af38-a3fca6d8d223', 'project_id': '2029e751d14c433989a1733d49cd237c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:05:52.663350 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:52.668400 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Usage tracker for resource:security_group_rule and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:52.672131 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:52.681832 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:52.684289 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cd2242c8-4572-4879-ab1f-f792c53d2a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.699242 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.securitygroups_db [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Project 2029e751d14c433989a1733d49cd237c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 20:05:52.711747 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.759666 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cd2242c8-4572-4879-ab1f-f792c53d2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.766451 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:52.787144 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2242c8-4572-4879-ab1f-f792c53d2a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5223eda8-8a67-49ef-ab05-85efb5d7e546,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:52.808853 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cd2242c8-4572-4879-ab1f-f792c53d2a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:52.811761 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cd2242c8-4572-4879-ab1f-f792c53d2a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.815789 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-cd2242c8-4572-4879-ab1f-f792c53d2a9a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5223eda8-8a67-49ef-ab05-85efb5d7e546 HTTP/1.1" status: 204 len: 168 time: 0.2460887 Jun 03 20:05:52.816075 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.829577 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:52.833428 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:52.861384 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'name': 'tempest-TestShelveInstance-711375342-router', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:41Z', 'updated_at': '2021-06-03T20:05:47Z', 'revision_number': 4, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'gw_port': {'id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:42Z', 'updated_at': '2021-06-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '91fd21b9-87d8-430f-9411-112fc9669033', 'name': '', 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'mac_address': 'fa:16:3e:1f:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f82f0796-5aaf-4f91-ac9b-99c47fee0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:46Z', 'updated_at': '2021-06-03T20:05:51Z', 'revision_number': 4, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'subnets': [{'id': 'f82f0796-5aaf-4f91-ac9b-99c47fee0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:05:52.865880 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9c3eb-8db8-49d3-b300-2f510b94b22c None None] The sync data for ids ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'] in dv-cinder-794669-1-smb is: [{'id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'name': 'tempest-TestShelveInstance-711375342-router', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:41Z', 'updated_at': '2021-06-03T20:05:47Z', 'revision_number': 4, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'gw_port': {'id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:42Z', 'updated_at': '2021-06-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '91fd21b9-87d8-430f-9411-112fc9669033', 'name': '', 'network_id': '81974bbd-ced1-48be-9e1f-c88b2b6fb25a', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'mac_address': 'fa:16:3e:1f:69:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'f82f0796-5aaf-4f91-ac9b-99c47fee0e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:46Z', 'updated_at': '2021-06-03T20:05:51Z', 'revision_number': 4, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'subnets': [{'id': 'f82f0796-5aaf-4f91-ac9b-99c47fee0e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:05:52.876790 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a1732c-1c1e-4269-91c8-5241dbf856db,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:52.893747 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:52.973125 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e9f9-03a7-4e56-96fa-43d836b7c77a req-1f40c05b-d53d-4402-a994-d2a634af06b4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:52.976244 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e1f2e9f9-03a7-4e56-96fa-43d836b7c77a req-1f40c05b-d53d-4402-a994-d2a634af06b4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1661036 Jun 03 20:05:52.996386 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:53.004906 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3470049 Jun 03 20:05:53.059615 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e1f2e9f9-03a7-4e56-96fa-43d836b7c77a req-c71b7eb9-2860-4a2f-b5ff-6b9b72df2887 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697303 Jun 03 20:05:53.348638 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0096d2c-3962-4dfa-aecf-ff8b80d5fd9e req-c8f5b70b-98d7-44cc-8f35-112e1d064ff8 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:53.355094 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c0096d2c-3962-4dfa-aecf-ff8b80d5fd9e req-c8f5b70b-98d7-44cc-8f35-112e1d064ff8 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1624131 Jun 03 20:05:53.448602 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c0096d2c-3962-4dfa-aecf-ff8b80d5fd9e req-966ad14a-10e1-4d3e-93d5-d3866a2439d6 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731859 Jun 03 20:05:53.702464 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 91fd21b9-87d8-430f-9411-112fc9669033 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:53.801713 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 91fd21b9-87d8-430f-9411-112fc9669033 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:05:53.812096 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 91fd21b9-87d8-430f-9411-112fc9669033 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:53.812201 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:53.976209 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:54.019230 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 91fd21b9-87d8-430f-9411-112fc9669033, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=91fd21b9-87d8-430f-9411-112fc9669033,segment=NetworkSegment(f2435488-5f2f-44e3-b0da-f4e8c84fe3ba),segment_id=f2435488-5f2f-44e3-b0da-f4e8c84fe3ba)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:05:54.025284 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:54.028714 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-96f1ddb1-3218-49d9-b9ce-2b865e325082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:05:54.081443 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8425e-0176-4a5d-9ebe-e3c1b7e7e2cf req-46b7954d-9e1d-4a36-895f-f089198ff196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:54.083053 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d3d8425e-0176-4a5d-9ebe-e3c1b7e7e2cf req-46b7954d-9e1d-4a36-895f-f089198ff196 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 1099 time: 0.1840112 Jun 03 20:05:54.157628 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=91fd21b9-87d8-430f-9411-112fc9669033,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:05:54.157628 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:05:54.159082 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d3d8425e-0176-4a5d-9ebe-e3c1b7e7e2cf req-2e801069-eb5e-409b-b84f-5775c8cf651f service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621829 Jun 03 20:05:54.322720 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56deda-7a4c-4eb2-b1fb-e2d17d691c5b req-92683d1a-7934-470a-944b-f6647a190ab6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:54.324263 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bf56deda-7a4c-4eb2-b1fb-e2d17d691c5b req-92683d1a-7934-470a-944b-f6647a190ab6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.0976524 Jun 03 20:05:54.377543 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bf56deda-7a4c-4eb2-b1fb-e2d17d691c5b req-ad98b113-731a-4f2e-8f3a-6635d3e21f0e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448334 Jun 03 20:05:54.687981 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fdae4-d698-4861-8785-0f60960a7936 req-64be13d8-ea70-44f2-8467-f0e97292436b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:54.689739 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-403fdae4-d698-4861-8785-0f60960a7936 req-64be13d8-ea70-44f2-8467-f0e97292436b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1001947 Jun 03 20:05:54.763845 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-403fdae4-d698-4861-8785-0f60960a7936 req-909cf728-0a9c-4717-a539-7d552d959959 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639629 Jun 03 20:05:55.673112 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 91fd21b9-87d8-430f-9411-112fc9669033 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:05:55.785474 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159ae0a-ea03-43a2-bf86-d0d9fb86a58f req-957c3dce-c566-439a-8131-996563203196 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:55.799792 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2159ae0a-ea03-43a2-bf86-d0d9fb86a58f req-957c3dce-c566-439a-8131-996563203196 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.2868614 Jun 03 20:05:55.923795 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 91fd21b9-87d8-430f-9411-112fc9669033 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:05:55.926037 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:55.977705 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2159ae0a-ea03-43a2-bf86-d0d9fb86a58f req-ea37e8f1-43b3-4d9b-9e83-1bd94937c34b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757369 Jun 03 20:05:56.171523 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2499fa2-d0b0-45fe-ae6f-dfcbe2f3223a req-62234928-f0ae-43a8-b114-70d54aa59070 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:56.173728 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2499fa2-d0b0-45fe-ae6f-dfcbe2f3223a req-62234928-f0ae-43a8-b114-70d54aa59070 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1348231 Jun 03 20:05:56.224666 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e2499fa2-d0b0-45fe-ae6f-dfcbe2f3223a req-d8ede62e-48fe-4785-b0cf-c651f7d04790 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447605 Jun 03 20:05:57.227661 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f5eb-6fa7-4032-a27f-bb35b5184c23 req-ff369d0c-b018-4165-b45d-bbf1016ea70e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:57.229450 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ce01f5eb-6fa7-4032-a27f-bb35b5184c23 req-ff369d0c-b018-4165-b45d-bbf1016ea70e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1018813 Jun 03 20:05:57.285358 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ce01f5eb-6fa7-4032-a27f-bb35b5184c23 req-ed32da7a-d4b6-4fa8-ac4e-9980e392e74b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502989 Jun 03 20:05:57.502961 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1835a-8efd-4b9f-ae90-46ea869772bb req-6badb543-df9c-401d-9ed9-729a47c005e1 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:57.504522 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0ce1835a-8efd-4b9f-ae90-46ea869772bb req-6badb543-df9c-401d-9ed9-729a47c005e1 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0950193 Jun 03 20:05:57.557199 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0ce1835a-8efd-4b9f-ae90-46ea869772bb req-c003d193-02c2-4404-8674-4be2c3702f31 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Jun 03 20:05:58.195103 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d9ed8-e077-4536-b2ee-c6f03e8758f6 req-1b7dc93e-25bd-43dc-b114-1368a7f7d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:58.196567 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2d9ed8-e077-4536-b2ee-c6f03e8758f6 req-1b7dc93e-25bd-43dc-b114-1368a7f7d09f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 1099 time: 0.1385314 Jun 03 20:05:58.215031 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d212453-b9fc-44e9-9bff-c694fb46141e req-ca6e7a2a-06b8-4951-a52d-0121ac241e97 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:58.216470 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3d212453-b9fc-44e9-9bff-c694fb46141e req-ca6e7a2a-06b8-4951-a52d-0121ac241e97 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1236503 Jun 03 20:05:58.349914 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3d212453-b9fc-44e9-9bff-c694fb46141e req-9fc14592-328d-46f2-b797-a07c8dcff689 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145644 Jun 03 20:05:58.388502 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d9ed8-e077-4536-b2ee-c6f03e8758f6 req-4ac1ffba-3027-4fb0-b4a6-5bbcd485c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:58.390113 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2d9ed8-e077-4536-b2ee-c6f03e8758f6 req-4ac1ffba-3027-4fb0-b4a6-5bbcd485c2de service neutron] 10.222.0.109 "GET /v2.0/networks?id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 200 len: 921 time: 0.1727660 Jun 03 20:05:58.503837 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2d9ed8-e077-4536-b2ee-c6f03e8758f6 req-17bd94cb-4301-4a85-8a47-9a8e0cf893c9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8 HTTP/1.1" status: 200 len: 217 time: 0.1052969 Jun 03 20:05:58.594537 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d9ed8-e077-4536-b2ee-c6f03e8758f6 req-6deccf22-cf47-480c-9c92-d4c16ae6e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:58.595850 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2d9ed8-e077-4536-b2ee-c6f03e8758f6 req-6deccf22-cf47-480c-9c92-d4c16ae6e213 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=157340b1-3d75-4530-84fc-1ece88c2efe5 HTTP/1.1" status: 200 len: 859 time: 0.0803132 Jun 03 20:05:58.618339 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06cce7-e4e2-4427-b458-48a42af423dd req-3636e1cc-74ad-4561-adae-3d8d9860e04f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:58.619984 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ff06cce7-e4e2-4427-b458-48a42af423dd req-3636e1cc-74ad-4561-adae-3d8d9860e04f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1620331 Jun 03 20:05:58.678336 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2d9ed8-e077-4536-b2ee-c6f03e8758f6 req-33ddab76-0e74-4580-9d0b-9375c25b3a75 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573454 Jun 03 20:05:58.746506 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ff06cce7-e4e2-4427-b458-48a42af423dd req-7c512e84-0d9f-43fe-8373-57b86cea6fed tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937474 Jun 03 20:05:58.857389 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2d9ed8-e077-4536-b2ee-c6f03e8758f6 req-80e3ecf0-d421-4867-9bd0-d1114d9c6da5 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613247 Jun 03 20:05:59.039345 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c2d9ed8-e077-4536-b2ee-c6f03e8758f6 req-1bfd1de9-2688-4521-bf1f-7ffb62395bd4 service neutron] 10.222.0.109 "GET /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546750 Jun 03 20:05:59.583926 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db7752-136b-4700-a26c-f1f327b75287 req-92ac4c58-82a6-4acb-a065-7da5b8f746a7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:05:59.585477 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f3db7752-136b-4700-a26c-f1f327b75287 req-92ac4c58-82a6-4acb-a065-7da5b8f746a7 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0902932 Jun 03 20:05:59.628363 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33320) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:05:59.653580 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f3db7752-136b-4700-a26c-f1f327b75287 req-e458d280-c919-41ac-91c4-18a5240e3f38 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564485 Jun 03 20:05:59.788806 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:59.810471 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:05:59.815407 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] Usage tracker for resource:security_group_rule and tenant:c0b40bb65e614c7d83db492a78733437 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:05:59.819693 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:05:59.826620 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:05:59.953007 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:59.958754 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:05:59.970534 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8efb3b05-45aa-4ae2-915b-0ef12b958988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:00.018421 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c0b40bb65e614c7d83db492a78733437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884058 Jun 03 20:06:00.019289 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33330) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:00.019610 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe27e0-8b61-482c-a64e-593c3f9f82b5,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:00.023732 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:00.090284 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab92ef-8808-4b44-a642-61cbd2c8a186 req-d1390b07-9cb9-456c-a509-51f971bcb5e4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:00.091808 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-36ab92ef-8808-4b44-a642-61cbd2c8a186 req-d1390b07-9cb9-456c-a509-51f971bcb5e4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1365199 Jun 03 20:06:00.134697 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fae2cafa-b10f-4ac4-af22-d73f04c5e799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:00.173994 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-36ab92ef-8808-4b44-a642-61cbd2c8a186 req-8d463746-30ad-4e55-b358-fa115d40c54e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745595 Jun 03 20:06:00.184675 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fae2cafa-b10f-4ac4-af22-d73f04c5e799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:00.241621 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fae2cafa-b10f-4ac4-af22-d73f04c5e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:00.245392 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0fe2a02b-8022-4994-97ca-8be003c496c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:00.256941 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2cafa-b10f-4ac4-af22-d73f04c5e799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe27e0-8b61-482c-a64e-593c3f9f82b5,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:00.260585 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fae2cafa-b10f-4ac4-af22-d73f04c5e799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:00.266493 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fae2cafa-b10f-4ac4-af22-d73f04c5e799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:00.267679 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-fae2cafa-b10f-4ac4-af22-d73f04c5e799 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dafe27e0-8b61-482c-a64e-593c3f9f82b5 HTTP/1.1" status: 204 len: 168 time: 0.2474685 Jun 03 20:06:00.582150 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33336) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:00.599010 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:00.613998 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:06:00.617853 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] Usage tracker for resource:security_group_rule and tenant:16a46b09c5cd4a428efadb5acd63451f is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:06:00.621270 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:06:00.627014 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:06:00.719130 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:00.723538 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:00.734571 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d75e695a-80d7-4fe0-b4e8-ba988cde418e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:00.904031 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=16a46b09c5cd4a428efadb5acd63451f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207052 Jun 03 20:06:00.906877 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33342) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:00.910877 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4622f0-5f1a-4d99-a990-4a59247ba1ca,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:00.918793 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:00.969738 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30d2b3-6e86-411f-a016-f8353f8dbfff req-8f7dd49a-09d9-47f4-962d-a786016982f4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:00.971749 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2c30d2b3-6e86-411f-a016-f8353f8dbfff req-8f7dd49a-09d9-47f4-962d-a786016982f4 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1871142 Jun 03 20:06:00.985565 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-50993942-b6f2-4f0e-8f5c-f49713741b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:01.019544 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-50993942-b6f2-4f0e-8f5c-f49713741b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:01.034591 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2c30d2b3-6e86-411f-a016-f8353f8dbfff req-4efa87aa-155a-4631-a276-b4c6d72d423a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559425 Jun 03 20:06:01.082828 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-50993942-b6f2-4f0e-8f5c-f49713741b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:01.088065 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5dfd35cf-1acc-439a-b79b-f18d6c77efa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:01.103634 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50993942-b6f2-4f0e-8f5c-f49713741b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4622f0-5f1a-4d99-a990-4a59247ba1ca,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:01.108936 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-50993942-b6f2-4f0e-8f5c-f49713741b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:01.113702 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-50993942-b6f2-4f0e-8f5c-f49713741b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:01.117685 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-50993942-b6f2-4f0e-8f5c-f49713741b8f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4c4622f0-5f1a-4d99-a990-4a59247ba1ca HTTP/1.1" status: 204 len: 168 time: 0.2054341 Jun 03 20:06:01.382521 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca117f-2867-4f68-9fa7-bf4ad9e87524 req-2e494b39-967e-47ea-9cf2-1ae26d94a6c3 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:01.384088 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40ca117f-2867-4f68-9fa7-bf4ad9e87524 req-2e494b39-967e-47ea-9cf2-1ae26d94a6c3 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.0890753 Jun 03 20:06:01.455011 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40ca117f-2867-4f68-9fa7-bf4ad9e87524 req-dfdf9d3c-ac4c-4d72-aa7a-75c234a22375 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649116 Jun 03 20:06:02.279500 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677d9d-c925-4a56-b030-348b576912f1 req-d5428237-29b5-4d5b-a6be-2e21b6e4260c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:02.281389 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8b677d9d-c925-4a56-b030-348b576912f1 req-d5428237-29b5-4d5b-a6be-2e21b6e4260c tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1174734 Jun 03 20:06:02.333321 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8b677d9d-c925-4a56-b030-348b576912f1 req-c25cfda9-cdc8-4971-9aaa-5051983b890b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449510 Jun 03 20:06:02.680610 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd5411-eb19-44ea-85be-5d827f80b0d9 req-8a4f6a40-2025-4f92-87d3-7b86bff44615 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:02.682190 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e3bd5411-eb19-44ea-85be-5d827f80b0d9 req-8a4f6a40-2025-4f92-87d3-7b86bff44615 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1051810 Jun 03 20:06:02.740747 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e3bd5411-eb19-44ea-85be-5d827f80b0d9 req-015b7c1d-a7b7-4eee-bddb-6296ee4858bb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509944 Jun 03 20:06:03.559979 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46683dbd-cd5b-4391-ba61-49351dc81c9e req-908d352c-974d-476c-82c2-8591923d68c1 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:03.561755 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-46683dbd-cd5b-4391-ba61-49351dc81c9e req-908d352c-974d-476c-82c2-8591923d68c1 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1036584 Jun 03 20:06:03.611219 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-46683dbd-cd5b-4391-ba61-49351dc81c9e req-8c69393a-490d-48c1-959c-428221c8b970 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413926 Jun 03 20:06:03.615589 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33442) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:03.741605 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:03.758671 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:06:03.762642 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] Usage tracker for resource:security_group_rule and tenant:83513c21712847a9a36bf2a76217ae29 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:06:03.765639 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:06:03.771650 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:06:03.869387 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:03.874319 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:03.881887 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a13faf30-4a39-44bc-ab65-efbac506c434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:03.940799 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=83513c21712847a9a36bf2a76217ae29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241055 Jun 03 20:06:03.941443 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33454) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:03.943508 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6413a4-4500-464e-beeb-ba39b2f81798,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:03.945587 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e09450-e4f6-4b69-9be3-30bc77249d05 req-00bdf834-f2e8-4f58-9604-d82e233ee01f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:03.953240 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e0e09450-e4f6-4b69-9be3-30bc77249d05 req-00bdf834-f2e8-4f58-9604-d82e233ee01f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.0897646 Jun 03 20:06:03.955945 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:03.997370 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e0e09450-e4f6-4b69-9be3-30bc77249d05 req-e029be66-f47f-4074-b2b7-9188d8c0764d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431094 Jun 03 20:06:04.008165 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-549603c7-146d-4c9d-a8f4-641f1f39f4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:04.037236 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-549603c7-146d-4c9d-a8f4-641f1f39f4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:04.099106 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-549603c7-146d-4c9d-a8f4-641f1f39f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:04.105305 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fcde3e1f-90fa-42f1-a1ec-05fb16b9777d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:04.222299 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549603c7-146d-4c9d-a8f4-641f1f39f4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6413a4-4500-464e-beeb-ba39b2f81798,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:04.226982 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-549603c7-146d-4c9d-a8f4-641f1f39f4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:04.229253 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-549603c7-146d-4c9d-a8f4-641f1f39f4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:04.234492 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-549603c7-146d-4c9d-a8f4-641f1f39f4f1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3e6413a4-4500-464e-beeb-ba39b2f81798 HTTP/1.1" status: 204 len: 168 time: 0.2918661 Jun 03 20:06:04.646110 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33468) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:04.662941 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:04.677779 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:06:04.681506 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] Usage tracker for resource:security_group_rule and tenant:fac8ef49d7ee43f3a931a6d7ed032fb3 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:06:04.685018 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:06:04.691247 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:06:04.777512 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:04.781423 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:04.789442 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e8cb29c3-8fd2-4958-b143-7f157ff7dc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:04.830228 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fac8ef49d7ee43f3a931a6d7ed032fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830442 Jun 03 20:06:04.831112 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea00f621-137d-4603-b754-e673ac8964eb,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:04.837014 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33472) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:04.837495 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:04.896462 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5bce5da-b00c-4a1e-9ff4-d04e0e5b6c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:04.922883 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5bce5da-b00c-4a1e-9ff4-d04e0e5b6c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:04.982011 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5bce5da-b00c-4a1e-9ff4-d04e0e5b6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:04.987748 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7ef5f50a-2fae-41cf-8c57-1c36873acadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:05.003436 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bce5da-b00c-4a1e-9ff4-d04e0e5b6c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea00f621-137d-4603-b754-e673ac8964eb,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:05.005723 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c5bce5da-b00c-4a1e-9ff4-d04e0e5b6c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:05.011669 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5bce5da-b00c-4a1e-9ff4-d04e0e5b6c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:05.012788 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-c5bce5da-b00c-4a1e-9ff4-d04e0e5b6c26 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ea00f621-137d-4603-b754-e673ac8964eb HTTP/1.1" status: 204 len: 168 time: 0.1778152 Jun 03 20:06:05.211553 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2956e-bbb9-46b3-a3a1-cdba58773883 req-86dfe695-7120-4151-8791-bbd6b0315371 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:05.213210 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-92f2956e-bbb9-46b3-a3a1-cdba58773883 req-86dfe695-7120-4151-8791-bbd6b0315371 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.0883229 Jun 03 20:06:05.291202 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-92f2956e-bbb9-46b3-a3a1-cdba58773883 req-57f27dd2-f6f5-4743-837f-39cbcc73fdb4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533783 Jun 03 20:06:06.532497 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1facc7-f33c-4b56-a1f4-95342ba2824f req-81d61ae3-a344-43a0-a71f-2b10f91d7d7d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:06.534134 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2e1facc7-f33c-4b56-a1f4-95342ba2824f req-81d61ae3-a344-43a0-a71f-2b10f91d7d7d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.0951531 Jun 03 20:06:06.601466 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2e1facc7-f33c-4b56-a1f4-95342ba2824f req-f3314720-8a55-42b1-92cd-39c6cb642f7f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606618 Jun 03 20:06:07.804898 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c996d4-1548-4c7c-853b-1e96cb7e7378 req-80a29e48-12d1-41a4-b91e-462bc02b056d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:07.804898 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-50c996d4-1548-4c7c-853b-1e96cb7e7378 req-80a29e48-12d1-41a4-b91e-462bc02b056d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.0946801 Jun 03 20:06:07.860006 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-50c996d4-1548-4c7c-853b-1e96cb7e7378 req-dd8ecbca-51ac-43cb-8304-b33d1008759e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475564 Jun 03 20:06:08.394678 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5de2-8a7c-4297-881e-d34557eff903 req-75b22102-1b34-42a7-af18-0ccf6ffb3dc1 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:08.396489 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-23cf5de2-8a7c-4297-881e-d34557eff903 req-75b22102-1b34-42a7-af18-0ccf6ffb3dc1 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.0828767 Jun 03 20:06:08.442282 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-23cf5de2-8a7c-4297-881e-d34557eff903 req-39cb3da6-45e6-429e-ae7c-26b9fd5fa6b8 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 Jun 03 20:06:09.063174 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66689d92-54bc-41fb-aec3-788db2f3ff87 req-5848544e-e55e-427c-9536-c5d132029cdd tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:09.065304 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-66689d92-54bc-41fb-aec3-788db2f3ff87 req-5848544e-e55e-427c-9536-c5d132029cdd tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.0897906 Jun 03 20:06:09.113877 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-66689d92-54bc-41fb-aec3-788db2f3ff87 req-9a98804e-5020-4523-8723-6612ee3b13d3 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Jun 03 20:06:09.352722 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73f321-57a3-44a5-b1e4-2e9694562b20 req-55aa8548-b15e-4c3d-9b52-5944f0a1a73d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:09.354131 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9a73f321-57a3-44a5-b1e4-2e9694562b20 req-55aa8548-b15e-4c3d-9b52-5944f0a1a73d tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0877683 Jun 03 20:06:09.401494 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9a73f321-57a3-44a5-b1e4-2e9694562b20 req-efb6b8ac-a765-4d44-ad25-85d34123dbc2 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Jun 03 20:06:09.630053 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27317c-7950-4c50-a158-329993aca313 req-d5b7c224-61b3-4416-86e3-3cc6abdf9099 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:09.631556 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2f27317c-7950-4c50-a158-329993aca313 req-d5b7c224-61b3-4416-86e3-3cc6abdf9099 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.0837853 Jun 03 20:06:09.680360 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2f27317c-7950-4c50-a158-329993aca313 req-061288f3-83e7-4e39-84d2-8f9872399fa3 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Jun 03 20:06:10.321184 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dd7d6-e110-4d51-840d-1e6d8ec22749 req-82205974-8e5f-4914-b887-33fd1632d346 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:10.322675 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d69dd7d6-e110-4d51-840d-1e6d8ec22749 req-82205974-8e5f-4914-b887-33fd1632d346 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.0882468 Jun 03 20:06:10.368967 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d69dd7d6-e110-4d51-840d-1e6d8ec22749 req-ef118e0d-90c8-48f5-9396-fd64bdc2bd74 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 Jun 03 20:06:10.599718 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcdc9d-f522-4b30-8539-5d9081d8a2fa req-b7b38f26-1d70-47c6-ad93-1e6252631bcd tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:10.601232 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b0fcdc9d-f522-4b30-8539-5d9081d8a2fa req-b7b38f26-1d70-47c6-ad93-1e6252631bcd tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0888541 Jun 03 20:06:10.652461 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b0fcdc9d-f522-4b30-8539-5d9081d8a2fa req-e31d1fef-f01a-4879-904b-e37b2faf0a39 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450149 Jun 03 20:06:11.031141 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac2517-219e-454a-bdd2-01edca816c19 req-2d8a63ad-1ae0-4ea6-a438-429496aaa90a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:11.032565 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a5ac2517-219e-454a-bdd2-01edca816c19 req-2d8a63ad-1ae0-4ea6-a438-429496aaa90a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.0871913 Jun 03 20:06:11.083448 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a5ac2517-219e-454a-bdd2-01edca816c19 req-364e662c-153a-4bce-92b5-8e4755c9044c tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 Jun 03 20:06:11.651646 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565e4ac-d484-4080-a89a-375796add7e8 req-ad280128-5e5b-4ec8-bd29-4869aec1feef tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:11.653710 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0565e4ac-d484-4080-a89a-375796add7e8 req-ad280128-5e5b-4ec8-bd29-4869aec1feef tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1657808 Jun 03 20:06:11.704819 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0565e4ac-d484-4080-a89a-375796add7e8 req-76c8f355-3793-4693-b2c4-b75238343463 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454524 Jun 03 20:06:11.858808 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2f3ef-5f77-42c9-82e4-9bb7f908aa03 req-74a90310-27f5-4cc8-aed8-c2e1155bdd00 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:11.860288 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a0f2f3ef-5f77-42c9-82e4-9bb7f908aa03 req-74a90310-27f5-4cc8-aed8-c2e1155bdd00 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0958426 Jun 03 20:06:11.921589 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a0f2f3ef-5f77-42c9-82e4-9bb7f908aa03 req-8744acee-8dd1-411a-ae7a-f10d63f693f6 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550687 Jun 03 20:06:12.283286 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a50a9e-e31d-4a8a-a0ed-4bbfe7691421 req-f0b2ce73-e0b7-4144-9cc3-fc54118289a7 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:12.285029 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-95a50a9e-e31d-4a8a-a0ed-4bbfe7691421 req-f0b2ce73-e0b7-4144-9cc3-fc54118289a7 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.0855560 Jun 03 20:06:12.330503 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-95a50a9e-e31d-4a8a-a0ed-4bbfe7691421 req-4b4798cb-dd10-40e6-b505-58a098a20fd6 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 Jun 03 20:06:12.530265 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-7b57b143-240c-4eff-b88a-9b42881e6e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:12.901129 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c58c47-5fb7-40f3-8aa2-d542eb264390 req-ef98e42e-151e-4c95-a52b-7ef557de3b3b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:12.902677 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-63c58c47-5fb7-40f3-8aa2-d542eb264390 req-ef98e42e-151e-4c95-a52b-7ef557de3b3b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.0866578 Jun 03 20:06:12.958703 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-63c58c47-5fb7-40f3-8aa2-d542eb264390 req-73068e1c-3ad1-4913-ba3c-5fb55827be62 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494661 Jun 03 20:06:13.147020 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f390635-0cb7-495c-944d-7a716ef879cf req-1ba72caf-5eae-4482-a534-28bba7d8f718 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:13.148393 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3f390635-0cb7-495c-944d-7a716ef879cf req-1ba72caf-5eae-4482-a534-28bba7d8f718 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.0857317 Jun 03 20:06:13.201195 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3f390635-0cb7-495c-944d-7a716ef879cf req-a5a26c48-cda7-41e2-b7d1-b1b509989495 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469444 Jun 03 20:06:13.527611 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0ea8b-0ba1-4fd6-b37d-a6a4b6af838f req-b36736cf-2589-46db-913f-be70b92e6828 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:13.529153 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ffe0ea8b-0ba1-4fd6-b37d-a6a4b6af838f req-b36736cf-2589-46db-913f-be70b92e6828 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.0907831 Jun 03 20:06:13.575942 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ffe0ea8b-0ba1-4fd6-b37d-a6a4b6af838f req-5c9e3045-2b5a-4ed9-a2da-1afbbde391df tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Jun 03 20:06:14.169355 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72c920-4682-4a64-af61-1495706a1bf8 req-0914b35b-3b5a-43b9-ad4f-754ad885a2e9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:14.170895 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ee72c920-4682-4a64-af61-1495706a1bf8 req-0914b35b-3b5a-43b9-ad4f-754ad885a2e9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.0929971 Jun 03 20:06:14.217736 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ee72c920-4682-4a64-af61-1495706a1bf8 req-dc062703-3b26-45dc-822c-a3b92762c447 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402133 Jun 03 20:06:14.439689 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-20afed02-cf90-4ab1-8bcb-53b5f4a99139 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:14.441148 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-20afed02-cf90-4ab1-8bcb-53b5f4a99139 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.109 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1421595 Jun 03 20:06:14.449719 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a425d14-cde3-4084-b241-a8d6f6061078 req-5245c5ad-aa04-4603-b0fc-0dfc922c7b88 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:14.451077 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6a425d14-cde3-4084-b241-a8d6f6061078 req-5245c5ad-aa04-4603-b0fc-0dfc922c7b88 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 946 time: 0.1161788 Jun 03 20:06:14.581003 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6a425d14-cde3-4084-b241-a8d6f6061078 req-80ef0943-d72c-4a10-aadb-fd4f46244942 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987122 Jun 03 20:06:14.620050 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Deleting port 0adca753-b6a2-4d38-8660-d749535d0032 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:06:14.620398 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:14.802935 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] For port 0adca753-b6a2-4d38-8660-d749535d0032, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=0adca753-b6a2-4d38-8660-d749535d0032,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:14.803296 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:14.939519 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Calling delete_port for 0adca753-b6a2-4d38-8660-d749535d0032 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:06:14.962746 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31dc54-58eb-4bbf-bed7-54df82922fad req-798b2e79-bfa8-470b-902a-d85e1c932d4d tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:14.964261 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bb31dc54-58eb-4bbf-bed7-54df82922fad req-798b2e79-bfa8-470b-902a-d85e1c932d4d tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.2563603 Jun 03 20:06:15.024884 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bb31dc54-58eb-4bbf-bed7-54df82922fad req-9c49d651-96c6-4aea-b1a4-5fe1bf86ae03 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501609 Jun 03 20:06:15.106166 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:15.111624 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-61fc81f1-fc50-4e9a-b595-134fa239bac4 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:15.128307 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['d3116d47-c742-4c7e-91c2-6f97c17698e8', '0adca753-b6a2-4d38-8660-d749535d0032'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:06:15.166589 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Pushing event deleted for resources: {'Port': ['ID=0adca753-b6a2-4d38-8660-d749535d0032,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:15.170238 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:15.228561 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:15.248264 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] No DVR routers for this DVR port 0adca753-b6a2-4d38-8660-d749535d0032 on host hv-cinder-79466 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:06:15.249630 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:15.252715 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f25f8ea-fec6-47cd-bd74-1b0dd3654c32', 'name': 'network-vif-deleted', 'tag': '0adca753-b6a2-4d38-8660-d749535d0032'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:06:15.255411 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad045ca-7527-4bf9-904f-02012fa86d55" -d '{"events": [{"server_uuid": "7f25f8ea-fec6-47cd-bd74-1b0dd3654c32", "name": "network-vif-deleted", "tag": "0adca753-b6a2-4d38-8660-d749535d0032"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:06:15.265862 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0f726249-dfd5-45b6-a295-bb4e189c1fd7 req-439d97bf-6e3e-4657-9539-c723818d8cfe tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.109 "DELETE /v2.0/ports/0adca753-b6a2-4d38-8660-d749535d0032 HTTP/1.1" status: 204 len: 173 time: 0.8138268 Jun 03 20:06:15.268562 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4dad8ea7-8857-4764-8d72-ae9128c7dafb details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:06:15.335777 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677209b3-69d9-479a-b57d-8a5703188bd2 x-openstack-request-id: req-677209b3-69d9-479a-b57d-8a5703188bd2 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:06:15.336102 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f25f8ea-fec6-47cd-bd74-1b0dd3654c32", "name": "network-vif-deleted", "tag": "0adca753-b6a2-4d38-8660-d749535d0032", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:06:15.336391 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-677209b3-69d9-479a-b57d-8a5703188bd2 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:06:15.336815 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f25f8ea-fec6-47cd-bd74-1b0dd3654c32', 'name': 'network-vif-deleted', 'tag': '0adca753-b6a2-4d38-8660-d749535d0032', 'status': 'completed', 'code': 200} Jun 03 20:06:15.471385 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:15.488199 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'port_id': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'mac_address': 'fa:16:3e:fe:d5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:06:15.525669 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b061571-7c95-4883-9d9c-86eb9909db36 req-003fc0b9-3c45-47a5-bda5-cd6df0e994cb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:15.527141 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6b061571-7c95-4883-9d9c-86eb9909db36 req-003fc0b9-3c45-47a5-bda5-cd6df0e994cb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1789603 Jun 03 20:06:15.549102 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:15.566541 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dad8ea7-8857-4764-8d72-ae9128c7dafb {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:06:15.573307 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6b061571-7c95-4883-9d9c-86eb9909db36 req-ff87cea1-705c-4550-9b5f-f618c8b6d455 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402749 Jun 03 20:06:15.586587 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:15.591938 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:15.594246 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:15.662472 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=6']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:15.665589 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:15.701796 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-e80c24bc-6e44-4f9d-9141-a8049e00495f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:15.767500 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-19d08d34-0299-48b5-853e-92698fec4f33 req-ccd2b7cb-ddc8-4aa5-a0d8-45bbc20c7b2e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Synchronizing usage tracker for tenant:8b8e2ad6ed1b45448f3f243d63031152 on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:06:15.787046 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-19d08d34-0299-48b5-853e-92698fec4f33 req-ccd2b7cb-ddc8-4aa5-a0d8-45bbc20c7b2e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Unset dirty status for tenant:8b8e2ad6ed1b45448f3f243d63031152 on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:06:15.787046 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19d08d34-0299-48b5-853e-92698fec4f33 req-ccd2b7cb-ddc8-4aa5-a0d8-45bbc20c7b2e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f25f8ea-fec6-47cd-bd74-1b0dd3654c32 HTTP/1.1" status: 200 len: 210 time: 0.0609474 Jun 03 20:06:15.816293 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['4dad8ea7-8857-4764-8d72-ae9128c7dafb'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:06:16.224319 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3325-e4bf-4ca9-b0ea-d1a568393a46 req-b46fbe4c-902d-4288-a34a-d06b7b75a0e7 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:16.225861 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fc8c3325-e4bf-4ca9-b0ea-d1a568393a46 req-b46fbe4c-902d-4288-a34a-d06b7b75a0e7 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.0869079 Jun 03 20:06:16.275176 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fc8c3325-e4bf-4ca9-b0ea-d1a568393a46 req-98b06a8e-64ca-44ce-86d8-4ee675e7ddeb tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Jun 03 20:06:16.785393 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec35b22-417d-4a41-ba86-6c195be71e05 req-79dab0f7-8cbf-457f-bac6-fe1b295f49cf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:16.786890 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cec35b22-417d-4a41-ba86-6c195be71e05 req-79dab0f7-8cbf-457f-bac6-fe1b295f49cf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 945 time: 0.0875418 Jun 03 20:06:16.835477 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cec35b22-417d-4a41-ba86-6c195be71e05 req-a4b83aa9-5ca5-4084-a7ec-c84eecc5c1a7 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Jun 03 20:06:17.295177 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4dad8ea7-8857-4764-8d72-ae9128c7dafb up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:06:17.300441 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d4cb7-6ae2-4d0b-a04e-c92a2c2809d3 req-2aaead31-1986-4b20-8a14-f5c1eddbc2db tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:17.301994 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-381d4cb7-6ae2-4d0b-a04e-c92a2c2809d3 req-2aaead31-1986-4b20-8a14-f5c1eddbc2db tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0830832 Jun 03 20:06:17.354647 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-381d4cb7-6ae2-4d0b-a04e-c92a2c2809d3 req-5732fcc6-46c2-40ab-8d82-67640e6d9931 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460951 Jun 03 20:06:17.391147 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:17.404113 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 4dad8ea7-8857-4764-8d72-ae9128c7dafb triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:06:17.404113 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:17.522055 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e420b2-bf01-4a25-97e5-5fa0b29d8a12 req-6f53eddd-f79f-498a-8a00-131ff803f691 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:17.523542 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f3e420b2-bf01-4a25-97e5-5fa0b29d8a12 req-6f53eddd-f79f-498a-8a00-131ff803f691 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.1223478 Jun 03 20:06:17.542804 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:17.575319 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f3e420b2-bf01-4a25-97e5-5fa0b29d8a12 req-0a410ada-8428-47e5-a553-91f0a960c7cc tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Jun 03 20:06:17.594518 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:06:17.595082 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9778f41-ef5b-495a-9d2d-2fa06d69e035" -d '{"events": [{"server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "name": "network-vif-plugged", "status": "completed", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:06:17.609373 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:17.614471 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:17.616420 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:17.649842 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41694a32-b821-44b4-a4d7-490deca2bbaf x-openstack-request-id: req-41694a32-b821-44b4-a4d7-490deca2bbaf {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:06:17.650051 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "name": "network-vif-plugged", "status": "completed", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:06:17.650566 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-41694a32-b821-44b4-a4d7-490deca2bbaf {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:06:17.650703 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'code': 200} Jun 03 20:06:17.691947 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=7']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:17.695135 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:18.078591 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f319ab-4e68-4654-acaf-b30970b61281 req-96b32d5f-394b-4e0f-bfa3-86c5f21ba4d3 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:18.080123 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a5f319ab-4e68-4654-acaf-b30970b61281 req-96b32d5f-394b-4e0f-bfa3-86c5f21ba4d3 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1156361 Jun 03 20:06:18.134430 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a5f319ab-4e68-4654-acaf-b30970b61281 req-ff3b2cae-679c-4226-a13c-700d913c1433 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465245 Jun 03 20:06:18.566391 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f3d71-b58f-4348-a252-2398d8a288aa req-1c04f540-ebb2-4ce4-a001-256c71c59e9e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:18.567904 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7b3f3d71-b58f-4348-a252-2398d8a288aa req-1c04f540-ebb2-4ce4-a001-256c71c59e9e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0985904 Jun 03 20:06:18.614826 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7b3f3d71-b58f-4348-a252-2398d8a288aa req-557e7b0b-4839-405a-a88a-1ea79d008028 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411735 Jun 03 20:06:18.775589 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22478be2-b597-418b-9efd-15ba688c0fd4 req-1e45df3a-a55e-4254-88ac-353bff04ffe0 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:18.777230 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-22478be2-b597-418b-9efd-15ba688c0fd4 req-1e45df3a-a55e-4254-88ac-353bff04ffe0 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.0946863 Jun 03 20:06:18.789212 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:18.868489 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-22478be2-b597-418b-9efd-15ba688c0fd4 req-f42fc395-71a9-468d-b8e4-e2fe7b25035b tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594680 Jun 03 20:06:18.897802 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67cc5-82de-412f-9570-32f1076c9504 req-8773ebc2-1ae4-47b5-b59b-799fa828a9f5 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:18.899150 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-06d67cc5-82de-412f-9570-32f1076c9504 req-8773ebc2-1ae4-47b5-b59b-799fa828a9f5 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.109 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 946 time: 0.1209133 Jun 03 20:06:19.057396 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-06d67cc5-82de-412f-9570-32f1076c9504 req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Deleting port 96d309b1-d140-4454-89ab-0f30563fc416 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:06:19.057746 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-06d67cc5-82de-412f-9570-32f1076c9504 req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:19.203425 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-06d67cc5-82de-412f-9570-32f1076c9504 req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] For port 96d309b1-d140-4454-89ab-0f30563fc416, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=96d309b1-d140-4454-89ab-0f30563fc416,segment=NetworkSegment(c24acde0-cf0d-484a-ae00-5ac2bb8a0983),segment_id=c24acde0-cf0d-484a-ae00-5ac2bb8a0983)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:19.203815 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-06d67cc5-82de-412f-9570-32f1076c9504 req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:19.323768 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 0adca753-b6a2-4d38-8660-d749535d0032 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:06:19.364137 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 0adca753-b6a2-4d38-8660-d749535d0032 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:06:19.364640 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 0adca753-b6a2-4d38-8660-d749535d0032 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:06:19.364819 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-06d67cc5-82de-412f-9570-32f1076c9504 req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Calling delete_port for 96d309b1-d140-4454-89ab-0f30563fc416 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:06:19.461588 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55317a-3980-48c0-bcd4-bdf840741093 req-de09e584-038b-4795-8b11-031cd5293e69 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:19.463161 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2e55317a-3980-48c0-bcd4-bdf840741093 req-de09e584-038b-4795-8b11-031cd5293e69 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1914937 Jun 03 20:06:19.579084 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2e55317a-3980-48c0-bcd4-bdf840741093 req-9e4175f7-65cb-4dba-92a9-39efc5000611 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988128 Jun 03 20:06:19.584317 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-06d67cc5-82de-412f-9570-32f1076c9504 req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:19.591819 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:19.602802 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['96d309b1-d140-4454-89ab-0f30563fc416'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:06:19.665151 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Pushing event deleted for resources: {'Port': ['ID=96d309b1-d140-4454-89ab-0f30563fc416,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:19.667728 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:19.825275 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d67cc5-82de-412f-9570-32f1076c9504 req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] No DVR routers for this DVR port 96d309b1-d140-4454-89ab-0f30563fc416 on host hv-cinder-79466 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:06:19.831425 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-06d67cc5-82de-412f-9570-32f1076c9504 req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:19.834034 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f862e0-adcd-45ba-9c30-c8c767a6f895', 'name': 'network-vif-deleted', 'tag': '96d309b1-d140-4454-89ab-0f30563fc416'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:06:19.836276 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f0d177-1106-4872-b4de-83fda35d3950" -d '{"events": [{"server_uuid": "94f862e0-adcd-45ba-9c30-c8c767a6f895", "name": "network-vif-deleted", "tag": "96d309b1-d140-4454-89ab-0f30563fc416"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:06:19.846580 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-06d67cc5-82de-412f-9570-32f1076c9504 req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.109 "DELETE /v2.0/ports/96d309b1-d140-4454-89ab-0f30563fc416 HTTP/1.1" status: 204 len: 173 time: 0.9375532 Jun 03 20:06:19.885311 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098c66-21e5-4e27-baa3-1f97be52ccd3 req-67084c5b-762a-499a-b952-156d7e5ef81e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:19.886612 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-24098c66-21e5-4e27-baa3-1f97be52ccd3 req-67084c5b-762a-499a-b952-156d7e5ef81e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1062169 Jun 03 20:06:19.892245 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132b0e9e-2f48-43f8-8f6e-8703ae73918f x-openstack-request-id: req-132b0e9e-2f48-43f8-8f6e-8703ae73918f {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:06:19.892722 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f862e0-adcd-45ba-9c30-c8c767a6f895", "name": "network-vif-deleted", "tag": "96d309b1-d140-4454-89ab-0f30563fc416", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:06:19.893077 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-132b0e9e-2f48-43f8-8f6e-8703ae73918f {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:06:19.893678 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f862e0-adcd-45ba-9c30-c8c767a6f895', 'name': 'network-vif-deleted', 'tag': '96d309b1-d140-4454-89ab-0f30563fc416', 'status': 'completed', 'code': 200} Jun 03 20:06:19.935851 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-24098c66-21e5-4e27-baa3-1f97be52ccd3 req-88e5dc83-4b44-40fc-b53f-1cac9bebb635 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Jun 03 20:06:20.044978 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-6c824d89-7f12-4a9c-9a77-3103b1622743 req-94f4ac48-f7be-471a-94c6-6192f5ed6e00 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Synchronizing usage tracker for tenant:2361de1580304c6e9cfab4285f1e474f on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:06:20.061739 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-6c824d89-7f12-4a9c-9a77-3103b1622743 req-94f4ac48-f7be-471a-94c6-6192f5ed6e00 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Unset dirty status for tenant:2361de1580304c6e9cfab4285f1e474f on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:06:20.062994 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6c824d89-7f12-4a9c-9a77-3103b1622743 req-94f4ac48-f7be-471a-94c6-6192f5ed6e00 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=94f862e0-adcd-45ba-9c30-c8c767a6f895 HTTP/1.1" status: 200 len: 210 time: 0.0634232 Jun 03 20:06:20.072790 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:06:20.856392 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd344912-1d83-4495-a185-da06a34a5da8 req-52680886-3d66-4432-b51b-2211f6796bbc tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:20.858650 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dd344912-1d83-4495-a185-da06a34a5da8 req-52680886-3d66-4432-b51b-2211f6796bbc tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1283448 Jun 03 20:06:20.913938 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dd344912-1d83-4495-a185-da06a34a5da8 req-1a3b43a8-c6ae-4ac4-a85f-bae97f4a2961 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490043 Jun 03 20:06:21.102305 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:21.146738 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b98e8-b3f1-4326-b151-1a3ffae917c7 req-cdc418f9-9ef8-4a03-9979-57a3612e0f97 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:21.148225 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6f9b98e8-b3f1-4326-b151-1a3ffae917c7 req-cdc418f9-9ef8-4a03-9979-57a3612e0f97 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.0975261 Jun 03 20:06:21.198025 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6f9b98e8-b3f1-4326-b151-1a3ffae917c7 req-6e1c7260-0e71-48ab-bb23-8cd5be1b4e3b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 Jun 03 20:06:21.502052 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-06e8ec90-1e32-4a53-834a-7b486185fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:21.503614 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-06e8ec90-1e32-4a53-834a-7b486185fa7a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 1099 time: 0.0908027 Jun 03 20:06:21.881724 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-30e76b51-3f76-4e7b-986e-54e77ab214d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:21.883346 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-30e76b51-3f76-4e7b-986e-54e77ab214d0 service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.1390092 Jun 03 20:06:22.010518 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-fbea2921-65f9-48ab-a565-90da47164140 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb HTTP/1.1" status: 200 len: 1002 time: 0.1080284 Jun 03 20:06:22.137599 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-d4123d59-fd7a-4aee-afce-f907f5b8e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:22.139158 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-d4123d59-fd7a-4aee-afce-f907f5b8e841 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.1164594 Jun 03 20:06:22.217549 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8fb3-3acf-47a8-9d97-4fa95fec9fd5 req-05080277-35ea-46f7-97a5-559677cb73a9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:22.219097 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-107c8fb3-3acf-47a8-9d97-4fa95fec9fd5 req-05080277-35ea-46f7-97a5-559677cb73a9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1638942 Jun 03 20:06:22.281252 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-107c8fb3-3acf-47a8-9d97-4fa95fec9fd5 req-4506c221-f102-462f-865f-228feedb7cda tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559680 Jun 03 20:06:22.308148 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-eeafb6b1-8e78-43c6-ac49-26b64c7e77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:22.308148 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-eeafb6b1-8e78-43c6-ac49-26b64c7e77af service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1535337 Jun 03 20:06:22.520262 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-0e933db4-bef6-4fc3-a6d3-7682b18c8e23 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059424 Jun 03 20:06:22.529416 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1705c-4014-42b1-8db7-b6fe5c79c334 req-58f83914-18f7-40dc-90d8-4d56b766b94a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:22.530907 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-49c1705c-4014-42b1-8db7-b6fe5c79c334 req-58f83914-18f7-40dc-90d8-4d56b766b94a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1922481 Jun 03 20:06:22.673544 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-49c1705c-4014-42b1-8db7-b6fe5c79c334 req-a3c7f6d6-315c-46af-b7a5-d2cf7ff29d08 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211543 Jun 03 20:06:22.711956 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a21bc8b6-49b2-4401-adf6-aac83d90de14 req-90e9f3ef-cb17-4b0f-bf8c-e00397fac0f9 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781211 Jun 03 20:06:23.342734 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 96d309b1-d140-4454-89ab-0f30563fc416 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:06:23.388464 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 96d309b1-d140-4454-89ab-0f30563fc416 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:06:23.389253 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 96d309b1-d140-4454-89ab-0f30563fc416 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:06:23.612460 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcca6b-9b83-4b71-a50d-90b51ea6adba req-bc545dd8-687d-46e6-9d2e-df6b5498e2d0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:23.614498 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-98dcca6b-9b83-4b71-a50d-90b51ea6adba req-bc545dd8-687d-46e6-9d2e-df6b5498e2d0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1209848 Jun 03 20:06:23.673337 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-98dcca6b-9b83-4b71-a50d-90b51ea6adba req-e3f00424-fecf-4e39-a438-b840241415e2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524054 Jun 03 20:06:24.004489 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ea989-3de1-4169-8519-4c96c3ae5d97 req-8a27f5ed-9a14-490f-9d8d-25259eb17757 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:24.006621 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ad9ea989-3de1-4169-8519-4c96c3ae5d97 req-8a27f5ed-9a14-490f-9d8d-25259eb17757 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1489880 Jun 03 20:06:24.096958 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ad9ea989-3de1-4169-8519-4c96c3ae5d97 req-565ffc8f-86de-47b7-9a18-856622d021b0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832469 Jun 03 20:06:24.950470 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be1590-552d-4424-b03c-1c1ca2ae03ee req-05101913-b81e-4fc4-a50e-40964a454faa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:24.952047 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-77be1590-552d-4424-b03c-1c1ca2ae03ee req-05101913-b81e-4fc4-a50e-40964a454faa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1141131 Jun 03 20:06:25.014964 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-77be1590-552d-4424-b03c-1c1ca2ae03ee req-84c2e6e4-1765-4333-948b-7627785897a6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522335 Jun 03 20:06:25.337907 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d765-7449-4783-bbac-93ad40b834a9 req-67c077a8-354e-4935-a1be-c8a10858a0d5 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:25.339395 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c114d765-7449-4783-bbac-93ad40b834a9 req-67c077a8-354e-4935-a1be-c8a10858a0d5 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.3185081 Jun 03 20:06:25.401927 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca45e4a-b29b-44fd-84fc-fd16bbd18f34 req-44634c8d-3563-4137-bc41-816ac216424f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:25.404038 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5ca45e4a-b29b-44fd-84fc-fd16bbd18f34 req-44634c8d-3563-4137-bc41-816ac216424f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.1580951 Jun 03 20:06:25.415713 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c114d765-7449-4783-bbac-93ad40b834a9 req-043f8e65-de82-403c-b219-6286ae7cc402 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699852 Jun 03 20:06:25.481428 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5ca45e4a-b29b-44fd-84fc-fd16bbd18f34 req-62b5e05b-dd3a-4da4-aeef-85aaa38cbf5b tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699422 Jun 03 20:06:26.261798 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aeb6b5-2396-43b1-9891-bc0c7b8bdead req-3c6b8eb4-87b9-40b9-9dca-46ff6e02eef1 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:26.265055 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f1aeb6b5-2396-43b1-9891-bc0c7b8bdead req-3c6b8eb4-87b9-40b9-9dca-46ff6e02eef1 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.1137648 Jun 03 20:06:26.331039 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f1aeb6b5-2396-43b1-9891-bc0c7b8bdead req-b7bb3d7c-eed2-4259-841b-65d33ddf1d99 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526509 Jun 03 20:06:26.864569 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-6762b74c-ea02-4ada-a625-fd4a9356a391 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:26.866362 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-6762b74c-ea02-4ada-a625-fd4a9356a391 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.109 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.3178284 Jun 03 20:06:26.931155 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69499ee1-06fc-432c-accf-289f5dc5ff52 req-6233d698-39b9-4625-91bd-a2b6d213ec9f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:26.934065 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-69499ee1-06fc-432c-accf-289f5dc5ff52 req-6233d698-39b9-4625-91bd-a2b6d213ec9f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.2959197 Jun 03 20:06:27.068021 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-69499ee1-06fc-432c-accf-289f5dc5ff52 req-6f2a9f6e-5fcf-4a6b-8c8b-2b5283ea6485 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269577 Jun 03 20:06:27.177902 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99138016-49af-47f2-b05a-4a49e28a3a23 req-81fcc348-e048-4cd4-af40-655b9c08c14e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:27.187225 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-99138016-49af-47f2-b05a-4a49e28a3a23 req-81fcc348-e048-4cd4-af40-655b9c08c14e tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b4e8fac-24bb-4211-b4da-2963787cc4f0 HTTP/1.1" status: 200 len: 946 time: 0.2241721 Jun 03 20:06:27.229769 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Deleting port d3116d47-c742-4c7e-91c2-6f97c17698e8 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:06:27.230317 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:27.303827 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-99138016-49af-47f2-b05a-4a49e28a3a23 req-cc30feaf-af53-45e3-9abf-c773713ab42a tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.95 "GET /v2.0/security-groups?id=dad86b55-8f03-4dd1-8126-66fa6e864dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133106 Jun 03 20:06:27.452032 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] For port d3116d47-c742-4c7e-91c2-6f97c17698e8, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d3116d47-c742-4c7e-91c2-6f97c17698e8,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:27.452461 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:27.680321 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Calling delete_port for d3116d47-c742-4c7e-91c2-6f97c17698e8 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:06:27.744843 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a10271-89a0-4410-9c2f-d48489ec0127 req-c523d484-5f6e-424c-a162-e6421ed10250 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:27.747214 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-02a10271-89a0-4410-9c2f-d48489ec0127 req-c523d484-5f6e-424c-a162-e6421ed10250 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.2697968 Jun 03 20:06:27.922725 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-02a10271-89a0-4410-9c2f-d48489ec0127 req-c653ad76-fa86-4091-9865-52f258449641 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674621 Jun 03 20:06:27.984686 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-b1128aec-3fb7-4fb6-806d-037b8714ca9d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Synchronizing usage tracker for tenant:2029e751d14c433989a1733d49cd237c on resource:security_group {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:06:28.018030 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:28.028408 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:28.038394 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['d3116d47-c742-4c7e-91c2-6f97c17698e8'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:06:28.116210 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-b1128aec-3fb7-4fb6-806d-037b8714ca9d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Unset dirty status for tenant:2029e751d14c433989a1733d49cd237c on resource:security_group {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:06:28.117389 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-b1128aec-3fb7-4fb6-806d-037b8714ca9d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061355811&fields=id&tenant_id=2029e751d14c433989a1733d49cd237c HTTP/1.1" status: 200 len: 267 time: 0.2821567 Jun 03 20:06:28.118138 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Pushing event deleted for resources: {'Port': ['ID=d3116d47-c742-4c7e-91c2-6f97c17698e8,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:28.128131 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:28.319399 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] No DVR routers for this DVR port d3116d47-c742-4c7e-91c2-6f97c17698e8 on host hv-cinder-79466 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:06:28.333863 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:28.338657 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4e8fac-24bb-4211-b4da-2963787cc4f0', 'name': 'network-vif-deleted', 'tag': 'd3116d47-c742-4c7e-91c2-6f97c17698e8'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:06:28.341020 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdc73a8-ae87-47d3-abb2-f71006068138" -d '{"events": [{"server_uuid": "5b4e8fac-24bb-4211-b4da-2963787cc4f0", "name": "network-vif-deleted", "tag": "d3116d47-c742-4c7e-91c2-6f97c17698e8"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:06:28.514924 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c1595cab-2b4d-41a8-bf1a-5d60b3a9dec4 req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] 10.222.0.109 "DELETE /v2.0/ports/d3116d47-c742-4c7e-91c2-6f97c17698e8 HTTP/1.1" status: 204 len: 173 time: 1.6299210 Jun 03 20:06:28.541256 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-e1883b54-25bd-4e97-84b4-5013ca3564d9 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:28.548446 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-e1883b54-25bd-4e97-84b4-5013ca3564d9 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/networks?id=d19210ef-434c-4272-9060-1675ec07a52f HTTP/1.1" status: 200 len: 813 time: 0.4802392 Jun 03 20:06:28.582133 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-3f395a7e-a55a-46e0-a432-8fac026114c2 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/quotas/2361de1580304c6e9cfab4285f1e474f HTTP/1.1" status: 200 len: 375 time: 0.0323346 Jun 03 20:06:28.661334 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-9eea4886-37e4-4b14-8b84-24a8da3460b8 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=2361de1580304c6e9cfab4285f1e474f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777757 Jun 03 20:06:28.686119 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-24831e51-49c3-4482-9c28-a868d560e77a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:28.687494 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-24831e51-49c3-4482-9c28-a868d560e77a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Synchronizing usage tracker for tenant:2029e751d14c433989a1733d49cd237c on resource:network {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:06:28.792745 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-24831e51-49c3-4482-9c28-a868d560e77a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Unset dirty status for tenant:2029e751d14c433989a1733d49cd237c on resource:network {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:06:28.794461 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-24831e51-49c3-4482-9c28-a868d560e77a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/networks?id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6 HTTP/1.1" status: 200 len: 809 time: 0.6260321 Jun 03 20:06:28.840335 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-ce4f42fa-ea25-43e0-b3e1-bdcf7d92f3e5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/quotas/2029e751d14c433989a1733d49cd237c HTTP/1.1" status: 200 len: 375 time: 0.0302186 Jun 03 20:06:28.921479 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-05d364eb-7771-4483-814a-4317b912a624 service neutron] 10.222.0.95 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258270 Jun 03 20:06:29.056020 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-01651026-6999-4839-a2a3-dc0cc5462ea9 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=2029e751d14c433989a1733d49cd237c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2051647 Jun 03 20:06:29.196960 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-2336c29b-98a8-4ea8-8219-35a123763968 service neutron] 10.222.0.95 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636075 Jun 03 20:06:29.257040 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-9dbec4ba-40e2-43e7-be0c-d027c8227981 service neutron] 10.222.0.95 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871858 Jun 03 20:06:29.435899 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-04d30557-6f93-48ba-85c3-63ba3f18b855 service neutron] 10.222.0.95 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779678 Jun 03 20:06:30.055832 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89865fe6-7333-40f7-b0d3-14069150ae0f req-f36f4be6-b410-4672-9937-ebb12331e932 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:30.057459 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-89865fe6-7333-40f7-b0d3-14069150ae0f req-f36f4be6-b410-4672-9937-ebb12331e932 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1080499 Jun 03 20:06:30.158242 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-89865fe6-7333-40f7-b0d3-14069150ae0f req-59c55708-2cf6-47d2-8160-68719d43e095 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748880 Jun 03 20:06:30.250858 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33816) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:30.331658 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4635ee7-e2c2-4eab-96f6-958bf5e97772 x-openstack-request-id: req-a4635ee7-e2c2-4eab-96f6-958bf5e97772 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:06:30.332027 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4e8fac-24bb-4211-b4da-2963787cc4f0", "name": "network-vif-deleted", "tag": "d3116d47-c742-4c7e-91c2-6f97c17698e8", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:06:30.332292 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a4635ee7-e2c2-4eab-96f6-958bf5e97772 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:06:30.332709 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4e8fac-24bb-4211-b4da-2963787cc4f0', 'name': 'network-vif-deleted', 'tag': 'd3116d47-c742-4c7e-91c2-6f97c17698e8', 'status': 'completed', 'code': 200} Jun 03 20:06:30.617647 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4eb6e54b-d129-4035-9c8c-b0b8d9788f7d req-98e4d4cb-b4c2-4950-961e-b57d336daca6 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 210 time: 0.1321805 Jun 03 20:06:30.875859 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4a7d2209-15d9-4186-beb1-d8924eebecd7 req-4ddbe830-caeb-41bd-8770-87831a22c87f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 210 time: 0.1946175 Jun 03 20:06:30.999749 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b1845-8d1d-45be-aa6c-538f012c9301 req-291c93b7-bd3b-45b8-9d83-12f0548d116c tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:31.001287 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-739b1845-8d1d-45be-aa6c-538f012c9301 req-291c93b7-bd3b-45b8-9d83-12f0548d116c tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.5110402 Jun 03 20:06:31.302785 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-739b1845-8d1d-45be-aa6c-538f012c9301 req-70845f0b-0938-42fa-8359-6f906a4955ec tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869136 Jun 03 20:06:31.409184 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device d3116d47-c742-4c7e-91c2-6f97c17698e8 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:06:31.455150 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: d3116d47-c742-4c7e-91c2-6f97c17698e8 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:06:31.455834 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device d3116d47-c742-4c7e-91c2-6f97c17698e8 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:06:31.490680 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854c1cd-d5a2-4b75-aef5-ca0607b008bf req-36e0347f-2c1a-4a18-b168-98b92916689a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:31.498626 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1854c1cd-d5a2-4b75-aef5-ca0607b008bf req-36e0347f-2c1a-4a18-b168-98b92916689a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1693153 Jun 03 20:06:31.563770 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1854c1cd-d5a2-4b75-aef5-ca0607b008bf req-864d062e-fa3d-4747-aeed-e0e6554e3c02 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638025 Jun 03 20:06:31.867208 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648036'] for router_interface, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:32.038641 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-955091ff-bc30-4010-82b8-4fc3cc88f5a2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:32.040106 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-955091ff-bc30-4010-82b8-4fc3cc88f5a2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.109 "GET /v2.0/networks?id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6 HTTP/1.1" status: 200 len: 809 time: 0.3458798 Jun 03 20:06:32.143344 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6302c9ad-a7ce-4958-a6c3-87b1f952879a req-d93723b0-19f3-43c3-b15f-07068ee04ed7 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 210 time: 0.1541038 Jun 03 20:06:32.150339 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-de6436bb-e5ce-403b-be5e-78539dbb05ab req-500604b7-fefe-4775-967c-1fe26d9384a3 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 210 time: 0.1010540 Jun 03 20:06:32.295180 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-8cb5f29c-d681-4e20-937b-4a2011af01fa tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2029e751d14c433989a1733d49cd237c HTTP/1.1" status: 200 len: 380 time: 0.1846333 Jun 03 20:06:32.305492 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Request body: {'port': {'device_id': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'admin_state_up': True, 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'security_groups': ['649b11e3-43f8-4077-af38-a3fca6d8d223']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:06:32.607085 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-96a14e19-f7f3-4567-a799-1feebfe7f061 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:32.609329 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-96a14e19-f7f3-4567-a799-1feebfe7f061 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.109 "GET /v2.0/networks?id=d19210ef-434c-4272-9060-1675ec07a52f HTTP/1.1" status: 200 len: 813 time: 0.1851759 Jun 03 20:06:32.628990 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Request body: {'port': {'device_id': '67f74f70-50c5-418c-b0e7-cdfb1f4d000c', 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f', 'admin_state_up': True, 'tenant_id': '2361de1580304c6e9cfab4285f1e474f'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:06:32.744387 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:06:32.752066 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Usage tracker for resource:port and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:06:32.759246 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:06:32.770085 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:06:32.874582 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Made reservation on behalf of 2029e751d14c433989a1733d49cd237c for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:06:32.879359 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:32.908367 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:06:32.924053 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:06:32.939170 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Made reservation on behalf of 2361de1580304c6e9cfab4285f1e474f for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:06:32.946699 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:33.038180 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0142715-1559-438a-aab0-4590363d430f req-ac357e01-8df5-4c1c-8781-5dbcc42bd077 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:33.045451 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a0142715-1559-438a-aab0-4590363d430f req-ac357e01-8df5-4c1c-8781-5dbcc42bd077 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.4500933 Jun 03 20:06:33.184117 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Allocated IP 172.20.0.2 (d19210ef-434c-4272-9060-1675ec07a52f/d5df8cf4-6ab7-4a22-b9b0-3b87c473d221/4d500398-09dd-41c7-aa8d-0d5a561494c0) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:06:33.232588 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a0142715-1559-438a-aab0-4590363d430f req-7b408ae7-ac3f-457d-8918-44277f8cd6b6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859667 Jun 03 20:06:33.340313 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e141f5-9393-4270-ba29-7f3034cc9509 req-8dd6e858-4b65-458a-95b0-5fb05ef2663d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:33.350665 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-68e141f5-9393-4270-ba29-7f3034cc9509 req-8dd6e858-4b65-458a-95b0-5fb05ef2663d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.5253077 Jun 03 20:06:33.476710 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:33.538355 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:33.550063 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:33.607770 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6f3849ad-0321-430b-9fe3-f14a028a6ff6 req-5245e4de-c97f-4142-8ae3-e1e3aa2b3a44 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 210 time: 0.2272148 Jun 03 20:06:33.623113 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Allocated IP 172.20.0.9 (7d7b7bea-f015-479f-8a81-6a1a703ff3f6/a16244e3-a198-44f7-8f22-00763f113739/ba45f371-405d-420c-a38e-b51bdc1c43a3) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:06:33.626763 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Network d19210ef-434c-4272-9060-1675ec07a52f is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:06:33.630794 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:06:33.631556 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-68e141f5-9393-4270-ba29-7f3034cc9509 req-eecb97d8-ee91-4304-8fad-5d3aad7617d4 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799463 Jun 03 20:06:33.649332 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Deleting port cf1a001f-f3dc-4c16-928e-36ae3728e0a2 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:06:33.649826 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:33.657210 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:06:33.733687 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Pushing event updated for resources: {'Port': ['ID=4d500398-09dd-41c7-aa8d-0d5a561494c0,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:33.750327 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.750717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.751080 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.751443 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.754337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.754337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.754337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.754337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.754337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.754337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.754337 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.754988 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:33.764178 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:33.776305 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:33.777444 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:33.832181 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2075005 Jun 03 20:06:33.853709 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Request body: {'port': {'device_id': '67f74f70-50c5-418c-b0e7-cdfb1f4d000c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:06:34.010255 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:34.093639 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] For port cf1a001f-f3dc-4c16-928e-36ae3728e0a2, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=cf1a001f-f3dc-4c16-928e-36ae3728e0a2,segment=NetworkSegment(865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d),segment_id=865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:34.094595 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:34.150582 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd70d8-c88a-40e7-89f9-32126f0ba875 req-b93e6c98-7f12-4db7-8ece-8bf6bcdb071f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:34.150582 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5abd70d8-c88a-40e7-89f9-32126f0ba875 req-b93e6c98-7f12-4db7-8ece-8bf6bcdb071f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 931 time: 0.2932954 Jun 03 20:06:34.387851 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:34.427803 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Transition to ACTIVE for port object ba45f371-405d-420c-a38e-b51bdc1c43a3 will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:06:34.438479 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Calling delete_port for cf1a001f-f3dc-4c16-928e-36ae3728e0a2 owned by network:router_interface {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:06:34.474547 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d500398-09dd-41c7-aa8d-0d5a561494c0 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:06:34.484041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:34.501637 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Transition to ACTIVE for port object 4d500398-09dd-41c7-aa8d-0d5a561494c0 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:06:34.506952 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:34.511758 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-105668ac-e63f-444c-bf1f-68dd2b0b0c87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:34.667303 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5abd70d8-c88a-40e7-89f9-32126f0ba875 req-61d9c1e9-5b43-4a60-8352-776b06b1af2b tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272407 Jun 03 20:06:34.695967 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Pushing event updated for resources: {'Port': ['ID=4d500398-09dd-41c7-aa8d-0d5a561494c0,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:34.773045 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:34.931858 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Attempting to bind port 4d500398-09dd-41c7-aa8d-0d5a561494c0 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:06:34.932336 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Attempting to bind port 4d500398-09dd-41c7-aa8d-0d5a561494c0 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:06:34.932727 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Attempting to bind port 4d500398-09dd-41c7-aa8d-0d5a561494c0 on network d19210ef-434c-4272-9060-1675ec07a52f {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:06:34.946140 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Port 4d500398-09dd-41c7-aa8d-0d5a561494c0 on network d19210ef-434c-4272-9060-1675ec07a52f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:06:34.946140 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Attempting to bind port 4d500398-09dd-41c7-aa8d-0d5a561494c0 on network d19210ef-434c-4272-9060-1675ec07a52f {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:06:34.963223 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:06:34.963480 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Checking segment: {'id': 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:06:34.964369 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Bound using segment: {'id': 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:06:34.966119 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Bound port: 4d500398-09dd-41c7-aa8d-0d5a561494c0, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:06:34.966373 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:35.070507 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:35.099294 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8f3f-f942-48d4-a6ea-bc4e4c966f5b req-8760b5b9-9afa-47d5-bbf7-e6ec2385db98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:35.102175 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-644d8f3f-f942-48d4-a6ea-bc4e4c966f5b req-8760b5b9-9afa-47d5-bbf7-e6ec2385db98 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.6515656 Jun 03 20:06:35.124181 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:35.204951 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] For port 4d500398-09dd-41c7-aa8d-0d5a561494c0, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:06:35.208784 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] For port 4d500398-09dd-41c7-aa8d-0d5a561494c0, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4d500398-09dd-41c7-aa8d-0d5a561494c0,segment=NetworkSegment(c24acde0-cf0d-484a-ae00-5ac2bb8a0983),segment_id=c24acde0-cf0d-484a-ae00-5ac2bb8a0983)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:06:35.220020 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:35.225388 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a5dc223d-26b1-4e64-afff-d7174ac9a66a tempest-DeleteServersTestJSON-301933590 tempest-DeleteServersTestJSON-301933590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:35.259912 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:06:35.289055 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:35.289904 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:35.291564 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] 10.222.0.109 "PUT /v2.0/ports/4d500398-09dd-41c7-aa8d-0d5a561494c0 HTTP/1.1" status: 200 len: 1093 time: 1.4443719 Jun 03 20:06:35.292235 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f74f70-50c5-418c-b0e7-cdfb1f4d000c', 'tag': '4d500398-09dd-41c7-aa8d-0d5a561494c0'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:06:35.294017 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:06:35.295384 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70caa9ae-cdc2-4b9b-8895-44f27a933de5" -d '{"events": [{"name": "network-changed", "server_uuid": "67f74f70-50c5-418c-b0e7-cdfb1f4d000c", "tag": "4d500398-09dd-41c7-aa8d-0d5a561494c0"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:06:35.296551 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:06:35.326604 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Pushing event updated for resources: {'Port': ['ID=4d500398-09dd-41c7-aa8d-0d5a561494c0,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:35.330078 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:35.376073 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event updated for resources: {'Port': ['ID=ba45f371-405d-420c-a38e-b51bdc1c43a3,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:35.396327 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.396751 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.397101 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.397524 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.397881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.398231 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.398577 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.398928 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.399697 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.399697 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.399995 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.400402 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:35.411491 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:35.432381 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-644d8f3f-f942-48d4-a6ea-bc4e4c966f5b req-e468a918-0281-49cc-bf62-9f11078b83d0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522228 Jun 03 20:06:35.453440 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-3ea8cc77-09b6-4a0c-8434-2a5c3a7977bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:35.453849 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541a918-8a68-4dbe-a176-8927b6cf6bca req-3371fc35-3b98-4415-b1f6-8ad6c8dd9f97 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:35.455472 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-3ea8cc77-09b6-4a0c-8434-2a5c3a7977bb service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2361de1580304c6e9cfab4285f1e474f&device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 1096 time: 0.1152341 Jun 03 20:06:35.455837 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9541a918-8a68-4dbe-a176-8927b6cf6bca req-3371fc35-3b98-4415-b1f6-8ad6c8dd9f97 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.5410035 Jun 03 20:06:35.528551 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:35.529621 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:35.539574 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9541a918-8a68-4dbe-a176-8927b6cf6bca req-6736a57e-7ced-42b3-a367-f1ddeb63bf6a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767951 Jun 03 20:06:35.586276 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-559efc1b-c718-414e-972b-e68471c4038c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d500398-09dd-41c7-aa8d-0d5a561494c0 HTTP/1.1" status: 200 len: 217 time: 0.1221101 Jun 03 20:06:35.693568 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3916323 Jun 03 20:06:35.704811 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf4accc-2f39-4317-9721-8ef5379c262f x-openstack-request-id: req-8cf4accc-2f39-4317-9721-8ef5379c262f {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:06:35.710368 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f74f70-50c5-418c-b0e7-cdfb1f4d000c", "tag": "4d500398-09dd-41c7-aa8d-0d5a561494c0", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:06:35.711286 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8cf4accc-2f39-4317-9721-8ef5379c262f {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:06:35.712281 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f74f70-50c5-418c-b0e7-cdfb1f4d000c', 'tag': '4d500398-09dd-41c7-aa8d-0d5a561494c0', 'status': 'completed', 'code': 200} Jun 03 20:06:35.722279 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-50d6e177-c82a-489f-af06-acb712403fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:35.729317 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-cb639bbb-6838-4c9c-8e4a-8ab6479605b9 None None] Provisioning for port ba45f371-405d-420c-a38e-b51bdc1c43a3 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:06:35.736681 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Request body: {'port': {'device_id': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:06:35.737650 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-50d6e177-c82a-489f-af06-acb712403fe7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d5df8cf4-6ab7-4a22-b9b0-3b87c473d221 HTTP/1.1" status: 200 len: 853 time: 0.1444623 Jun 03 20:06:35.741291 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-cb639bbb-6838-4c9c-8e4a-8ab6479605b9 None None] Provisioning complete for port ba45f371-405d-420c-a38e-b51bdc1c43a3 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:06:35.742482 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-cb639bbb-6838-4c9c-8e4a-8ab6479605b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:35.817910 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:35.835645 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-cb639bbb-6838-4c9c-8e4a-8ab6479605b9 None None] Port ba45f371-405d-420c-a38e-b51bdc1c43a3 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:06:35.844946 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-bc157457-7b66-4a78-b352-ccc3371cd358 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d19210ef-434c-4272-9060-1675ec07a52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992184 Jun 03 20:06:35.852478 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-73e1242c-c53a-4d43-8126-a8415ead0390 tempest-VolumesNegativeTest-1548830048 tempest-VolumesNegativeTest-1548830048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:36.023263 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1a001f-f3dc-4c16-928e-36ae3728e0a2,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:36.026040 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:36.055261 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-c142b27a-c35b-4e2c-9b98-1f521c7bb79a service neutron] 10.222.0.109 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977098 Jun 03 20:06:36.296325 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d2497929-8455-4dcd-9fa5-48e35fce26df req-217e8b84-a513-4f0a-926f-a0204c13c127 service neutron] 10.222.0.109 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330725 Jun 03 20:06:36.396013 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:36.472036 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa9ae-cdc2-4b9b-8895-44f27a933de5 req-6d4ee6b5-e859-4401-834f-4058b5c038b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:36.474331 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-70caa9ae-cdc2-4b9b-8895-44f27a933de5 req-6d4ee6b5-e859-4401-834f-4058b5c038b9 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2361de1580304c6e9cfab4285f1e474f&device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 1096 time: 0.1090970 Jun 03 20:06:36.491116 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afc156-b6e5-43c6-aab3-bb4218d700c5 req-c9d73d79-3a25-4a97-a244-361400cb4580 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:36.491864 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-11afc156-b6e5-43c6-aab3-bb4218d700c5 req-c9d73d79-3a25-4a97-a244-361400cb4580 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Synchronizing usage tracker for tenant:2029e751d14c433989a1733d49cd237c on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:06:36.594524 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a9941-eae9-4be1-a9b1-34ce01c17b4f req-64662d90-b125-4499-b2d6-e52666b840f1 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:36.596012 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-037a9941-eae9-4be1-a9b1-34ce01c17b4f req-64662d90-b125-4499-b2d6-e52666b840f1 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 943 time: 0.6666353 Jun 03 20:06:36.642399 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa9ae-cdc2-4b9b-8895-44f27a933de5 req-9dda607b-59b3-4680-91f3-ffba39bd9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:36.643962 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-70caa9ae-cdc2-4b9b-8895-44f27a933de5 req-9dda607b-59b3-4680-91f3-ffba39bd9229 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d19210ef-434c-4272-9060-1675ec07a52f HTTP/1.1" status: 200 len: 915 time: 0.1611474 Jun 03 20:06:36.697963 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-11afc156-b6e5-43c6-aab3-bb4218d700c5 req-c9d73d79-3a25-4a97-a244-361400cb4580 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Unset dirty status for tenant:2029e751d14c433989a1733d49cd237c on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:06:36.699436 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-11afc156-b6e5-43c6-aab3-bb4218d700c5 req-c9d73d79-3a25-4a97-a244-361400cb4580 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 931 time: 1.0536923 Jun 03 20:06:36.729163 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-70caa9ae-cdc2-4b9b-8895-44f27a933de5 req-26dbc12f-d320-43e0-9aa4-44d9b782ed81 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d500398-09dd-41c7-aa8d-0d5a561494c0 HTTP/1.1" status: 200 len: 217 time: 0.0725274 Jun 03 20:06:36.821022 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa9ae-cdc2-4b9b-8895-44f27a933de5 req-c8e8c266-c60b-41ea-b4b5-1c98f0e8e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:36.822546 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-70caa9ae-cdc2-4b9b-8895-44f27a933de5 req-c8e8c266-c60b-41ea-b4b5-1c98f0e8e0d5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d5df8cf4-6ab7-4a22-b9b0-3b87c473d221 HTTP/1.1" status: 200 len: 853 time: 0.0851629 Jun 03 20:06:36.873463 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-037a9941-eae9-4be1-a9b1-34ce01c17b4f req-aaa70f7b-2732-4e57-b5c9-bea31f60d14b tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610631 Jun 03 20:06:36.898310 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-11afc156-b6e5-43c6-aab3-bb4218d700c5 req-392d60a8-3ce6-4382-b678-bfa6818637d6 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710865 Jun 03 20:06:36.903937 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660666'] for router_interface, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:36.939045 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-70caa9ae-cdc2-4b9b-8895-44f27a933de5 req-7032ec82-1b85-4a37-95ea-10030c3f0510 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d19210ef-434c-4272-9060-1675ec07a52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084731 Jun 03 20:06:37.133635 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-70caa9ae-cdc2-4b9b-8895-44f27a933de5 req-36577021-97c8-40e2-a282-555f157091c5 service neutron] 10.222.0.109 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824725 Jun 03 20:06:37.309691 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-70caa9ae-cdc2-4b9b-8895-44f27a933de5 req-f30b40d7-31af-4931-8118-3fd61c2f833c service neutron] 10.222.0.109 "GET /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481690 Jun 03 20:06:37.520467 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba45f371-405d-420c-a38e-b51bdc1c43a3 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:06:37.547532 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:37.557537 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cac80-13ed-41ac-9b52-f488222fc5d2 req-8d1015ca-4eac-480c-b62b-fbf2e7edcf81 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:37.558993 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6a6cac80-13ed-41ac-9b52-f488222fc5d2 req-8d1015ca-4eac-480c-b62b-fbf2e7edcf81 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.3950872 Jun 03 20:06:37.626858 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207ebc4-002c-4824-937d-a8c725730aed req-f85223ac-59de-40fe-ad1a-c4cf08b1cb8f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:37.628682 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b207ebc4-002c-4824-937d-a8c725730aed req-f85223ac-59de-40fe-ad1a-c4cf08b1cb8f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.4679382 Jun 03 20:06:37.685480 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-101fc43d-e202-440c-8c87-e2424e0097f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:37.686350 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Transition to ACTIVE for port object ba45f371-405d-420c-a38e-b51bdc1c43a3 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:06:37.687249 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-101fc43d-e202-440c-8c87-e2424e0097f8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 1099 time: 0.1019607 Jun 03 20:06:37.702108 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16318814'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:37.709690 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-03465074-b3dc-41fa-bda7-b30f8e22490a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:37.870622 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b207ebc4-002c-4824-937d-a8c725730aed req-c868d219-4074-4ead-9da8-b0d70ba61618 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274785 Jun 03 20:06:37.951315 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-ba8d4ac7-59e1-455f-9dd3-484ab39fe336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:37.952981 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-ba8d4ac7-59e1-455f-9dd3-484ab39fe336 service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.2549777 Jun 03 20:06:37.976272 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6a6cac80-13ed-41ac-9b52-f488222fc5d2 req-3e87b466-5ed3-464b-ab99-2bf6f751b580 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608778 Jun 03 20:06:38.111776 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-d6668e01-2cc8-4406-bb82-e91bece0a5f1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb HTTP/1.1" status: 200 len: 1002 time: 0.1483674 Jun 03 20:06:38.183980 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Pushing event updated for resources: {'Port': ['ID=ba45f371-405d-420c-a38e-b51bdc1c43a3,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:38.189911 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-20b35e38-5de2-44ac-a6b6-06d6faf1a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:38.191764 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-20b35e38-5de2-44ac-a6b6-06d6faf1a71d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.0700858 Jun 03 20:06:38.266380 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:38.301098 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-0e44b3f3-efd7-4c20-a718-88ca387844f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:38.302974 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-0e44b3f3-efd7-4c20-a718-88ca387844f1 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1010356 Jun 03 20:06:38.423657 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Router 321e9675-49c1-45c7-8928-90894ad93645 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:06:38.457404 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-070d91fc-abca-4722-af22-08732e0d39a9 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449082 Jun 03 20:06:38.465159 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Attempting to bind port ba45f371-405d-420c-a38e-b51bdc1c43a3 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:06:38.465493 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Attempting to bind port ba45f371-405d-420c-a38e-b51bdc1c43a3 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:06:38.465825 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Attempting to bind port ba45f371-405d-420c-a38e-b51bdc1c43a3 on network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:06:38.552830 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Port ba45f371-405d-420c-a38e-b51bdc1c43a3 on network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:06:38.553669 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Attempting to bind port ba45f371-405d-420c-a38e-b51bdc1c43a3 on network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:06:38.571458 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf8aa6-4904-4d29-badd-4494855d3505 req-7dda273c-027e-476c-8e84-b80d0eda87cc tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:38.573136 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-43bf8aa6-4904-4d29-badd-4494855d3505 req-7dda273c-027e-476c-8e84-b80d0eda87cc tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 943 time: 0.3925359 Jun 03 20:06:38.579641 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:06:38.579985 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Checking segment: {'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:06:38.580368 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Bound using segment: {'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:06:38.580820 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Bound port: ba45f371-405d-420c-a38e-b51bdc1c43a3, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5f6d05-5a41-4540-9d12-19caf5d9c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:06:38.581187 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:38.602522 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c0fc0-e89f-442c-a6fe-2dbf83c0a52f req-42507d6a-1e80-4550-940c-830ad2c75ea4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:38.604131 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d40c0fc0-e89f-442c-a6fe-2dbf83c0a52f req-42507d6a-1e80-4550-940c-830ad2c75ea4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 943 time: 0.4249258 Jun 03 20:06:38.615299 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fc03b96d-2862-4da7-82dd-f5601d3f9d04 req-eb705444-c97f-48d4-b703-0fa8acb69493 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466753 Jun 03 20:06:38.830393 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-43bf8aa6-4904-4d29-badd-4494855d3505 req-2f55e8ef-9471-4b25-979e-f8873aff8884 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214928 Jun 03 20:06:38.833227 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d40c0fc0-e89f-442c-a6fe-2dbf83c0a52f req-f89781e2-1ef3-4ba9-9219-0eed72fb0e27 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180095 Jun 03 20:06:38.844942 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:06:38.857964 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-af762350-6b33-42fb-8408-c36b9eb83f99 admin admin] 10.222.0.95 "PUT /v2.0/routers/321e9675-49c1-45c7-8928-90894ad93645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6008360 Jun 03 20:06:38.858323 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33888) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:38.867185 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] Sync routers for ids ['321e9675-49c1-45c7-8928-90894ad93645'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:06:38.878144 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] Routers {'321e9675-49c1-45c7-8928-90894ad93645'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:06:38.878947 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:06:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['321e9675-49c1-45c7-8928-90894ad93645'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:06:38.898175 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] For port ba45f371-405d-420c-a38e-b51bdc1c43a3, host hv-cinder-79466, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:06:38.904281 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] For port ba45f371-405d-420c-a38e-b51bdc1c43a3, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:06:38.910881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16318814'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:38.917503 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a636e37a-fa18-4102-94c4-195f0dad337d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:39.000268 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:39.001535 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:39.003036 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] 10.222.0.109 "PUT /v2.0/ports/ba45f371-405d-420c-a38e-b51bdc1c43a3 HTTP/1.1" status: 200 len: 1093 time: 3.2760794 Jun 03 20:06:39.003557 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:06:39.006990 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1627161-c7b3-4c46-a0dd-ab333da7ea82" -d '{"events": [{"name": "network-changed", "server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:06:39.057100 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Pushing event updated for resources: {'Port': ['ID=ba45f371-405d-420c-a38e-b51bdc1c43a3,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:39.072239 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:39.253866 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] Set router 321e9675-49c1-45c7-8928-90894ad93645 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:06:39.309923 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Notify callbacks [] for router, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:39.463735 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-3a82c628-f857-4495-bb95-c26dc5314a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:39.465341 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-3a82c628-f857-4495-bb95-c26dc5314a7e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2029e751d14c433989a1733d49cd237c&device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1096 time: 0.3782744 Jun 03 20:06:39.487870 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136af6-97e0-4123-8071-4bbb5d1b6eb0 req-9d176bd4-3db6-4543-8277-17506dbff6f4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:39.489501 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fb136af6-97e0-4123-8071-4bbb5d1b6eb0 req-9d176bd4-3db6-4543-8277-17506dbff6f4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.3257384 Jun 03 20:06:39.586674 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:39.594969 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b093a0-1a23-498c-a910-95622fa74dc8 req-f66ba9ad-4eb1-4422-b0d2-9957151dc542 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:39.597311 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-07b093a0-1a23-498c-a910-95622fa74dc8 req-f66ba9ad-4eb1-4422-b0d2-9957151dc542 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.3304219 Jun 03 20:06:39.643436 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-e6acb8b7-0886-4f0d-9ccd-9e73e4fa0d91 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3 HTTP/1.1" status: 200 len: 217 time: 0.1528978 Jun 03 20:06:39.701783 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321e9675-49c1-45c7-8928-90894ad93645', 'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-router', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:06:35Z', 'revision_number': 5, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'gw_port': {'id': '06ae8f55-805a-449c-a0f8-df39b1cf8254', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321e9675-49c1-45c7-8928-90894ad93645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:27Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:06:39.708512 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] Checking router: 321e9675-49c1-45c7-8928-90894ad93645 for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:06:39.725655 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] Routers {'321e9675-49c1-45c7-8928-90894ad93645'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:06:39.726301 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:06:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['321e9675-49c1-45c7-8928-90894ad93645'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:06:39.733775 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Deleting port 06ae8f55-805a-449c-a0f8-df39b1cf8254 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:06:39.733775 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:39.770211 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fb136af6-97e0-4123-8071-4bbb5d1b6eb0 req-0d66ec9b-cfcc-4036-b7f6-85c0f8ce6378 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907012 Jun 03 20:06:39.776304 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-07b093a0-1a23-498c-a910-95622fa74dc8 req-bea60f6e-744a-42e7-9dfa-b5d84ba999e6 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525803 Jun 03 20:06:39.784645 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-c810434c-684e-4820-8aec-106655318fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:39.786199 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-c810434c-684e-4820-8aec-106655318fe9 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a16244e3-a198-44f7-8f22-00763f113739 HTTP/1.1" status: 200 len: 848 time: 0.1344283 Jun 03 20:06:39.937460 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] For port 06ae8f55-805a-449c-a0f8-df39b1cf8254, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=06ae8f55-805a-449c-a0f8-df39b1cf8254,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:39.937830 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:39.950089 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd04f61e-02d4-4870-bf4c-f88d3f1c8d27 x-openstack-request-id: req-cd04f61e-02d4-4870-bf4c-f88d3f1c8d27 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:06:39.951124 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:06:39.951905 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cd04f61e-02d4-4870-bf4c-f88d3f1c8d27 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:06:39.956950 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'status': 'completed', 'code': 200} Jun 03 20:06:39.993612 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] Set router 321e9675-49c1-45c7-8928-90894ad93645 gateway port host: None {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:06:40.031559 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-57fe709e-70af-4218-8a5f-297364f06f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:40.033306 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-57fe709e-70af-4218-8a5f-297364f06f60 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2383564 Jun 03 20:06:40.080078 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Calling delete_port for 06ae8f55-805a-449c-a0f8-df39b1cf8254 owned by network:router_gateway {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:06:40.138148 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321e9675-49c1-45c7-8928-90894ad93645', 'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-router', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:06:39Z', 'revision_number': 6, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'gw_port_host': None}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:06:40.143155 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08221c-f4d7-4c5f-8095-4790aa0e5cf5 None None] The sync data for ids ['321e9675-49c1-45c7-8928-90894ad93645'] in dv-cinder-794669-1-smb is: [{'id': '321e9675-49c1-45c7-8928-90894ad93645', 'name': 'tempest-ServerRescueNegativeTestJSON-1326486705-router', 'tenant_id': '8b8e2ad6ed1b45448f3f243d63031152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:06:39Z', 'revision_number': 6, 'project_id': '8b8e2ad6ed1b45448f3f243d63031152', 'gw_port_host': None}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:06:40.280490 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-fc46a6dc-e048-4c69-8b29-4eedd761bf13 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299743 Jun 03 20:06:40.324182 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58f455-f22d-46e3-84e3-15223ecc8499 req-5615b17a-eef3-4d82-ba16-cf10a67dce57 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:40.325848 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6c58f455-f22d-46e3-84e3-15223ecc8499 req-5615b17a-eef3-4d82-ba16-cf10a67dce57 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 943 time: 0.3349214 Jun 03 20:06:40.529370 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:40.536921 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f7536471-b220-4f4d-b7b5-9a63068cba79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:40.620000 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ae8f55-805a-449c-a0f8-df39b1cf8254,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:40.625920 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:40.695387 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c90936-10fb-4d42-b29b-ff431b31a7c5 req-a030bc79-a707-4028-a86a-ea4c9bf17d51 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:40.697989 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-75c90936-10fb-4d42-b29b-ff431b31a7c5 req-a030bc79-a707-4028-a86a-ea4c9bf17d51 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 943 time: 0.5376923 Jun 03 20:06:40.716112 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6c58f455-f22d-46e3-84e3-15223ecc8499 req-e6714f2c-d557-4f07-994f-d58e13e1fbd5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721652 Jun 03 20:06:40.760553 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d86b184-f8fd-4fd5-8693-331b85f9a530 req-1f0efa34-029c-43fd-a477-0104c7febd46 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677534 Jun 03 20:06:40.788981 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803353'] for router_gateway, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:40.796142 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-75c90936-10fb-4d42-b29b-ff431b31a7c5 req-c4d75a3f-f808-484b-9e04-300418fcc4b6 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891860 Jun 03 20:06:40.942057 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-3ef25bc3-27a9-4101-ac3c-6076e0669865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:40.943922 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-3ef25bc3-27a9-4101-ac3c-6076e0669865 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2029e751d14c433989a1733d49cd237c&device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1096 time: 0.1069160 Jun 03 20:06:41.128641 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103959'] for router, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:41.133497 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:41.274451 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-651443'] for router, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:41.275863 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 321e9675-49c1-45c7-8928-90894ad93645 {{(pid=91760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 20:06:41.299911 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Notify callbacks [] for router, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:41.304093 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] 10.222.0.95 "DELETE /v2.0/routers/321e9675-49c1-45c7-8928-90894ad93645 HTTP/1.1" status: 204 len: 168 time: 2.4424338 Jun 03 20:06:41.304915 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33904) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:41.338585 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-1389f655-471b-437b-98f3-49d879e2e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:41.341299 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-1389f655-471b-437b-98f3-49d879e2e846 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6 HTTP/1.1" status: 200 len: 911 time: 0.3896441 Jun 03 20:06:41.444789 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-23cfd5af-d6ed-41f5-b4b6-bc72548b01aa service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3 HTTP/1.1" status: 200 len: 217 time: 0.0968139 Jun 03 20:06:41.446085 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_v2 [None req-732263ab-00ee-4531-9870-e7f163c53a07 admin admin] Deleting subnet 157340b1-3d75-4530-84fc-1ece88c2efe5 {{(pid=91760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:06:41.451600 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732263ab-00ee-4531-9870-e7f163c53a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:41.460709 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4d500398-09dd-41c7-aa8d-0d5a561494c0 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:06:41.467675 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4dad8ea7-8857-4764-8d72-ae9128c7dafb no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:06:41.514612 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661030c0-d37d-4b19-98f9-e41aa0bfd873 req-50322057-f0be-45a1-b55f-ad09523e5735 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:41.516166 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-661030c0-d37d-4b19-98f9-e41aa0bfd873 req-50322057-f0be-45a1-b55f-ad09523e5735 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.5253451 Jun 03 20:06:41.527262 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732263ab-00ee-4531-9870-e7f163c53a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15982209'] for subnet, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:41.559279 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1926b8-9684-4f90-85bc-b536583f62d6 req-04cd1b07-88d6-47cb-84bf-f58ec2254bac tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:41.560922 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6a1926b8-9684-4f90-85bc-b536583f62d6 req-04cd1b07-88d6-47cb-84bf-f58ec2254bac tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 946 time: 0.4839900 Jun 03 20:06:41.602952 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732263ab-00ee-4531-9870-e7f163c53a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:41.624706 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-661030c0-d37d-4b19-98f9-e41aa0bfd873 req-250d15a5-b017-41ad-a393-ee6e13ed970d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976446 Jun 03 20:06:41.626231 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-b095e5ad-e2bb-4215-83f3-c8e9a878aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:41.627755 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-b095e5ad-e2bb-4215-83f3-c8e9a878aa2a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a16244e3-a198-44f7-8f22-00763f113739 HTTP/1.1" status: 200 len: 848 time: 0.1693819 Jun 03 20:06:41.723265 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6a1926b8-9684-4f90-85bc-b536583f62d6 req-1a907b84-657d-4f9a-9fe5-0ee0b8d41712 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419466 Jun 03 20:06:41.754228 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device cf1a001f-f3dc-4c16-928e-36ae3728e0a2 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:06:41.801183 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: cf1a001f-f3dc-4c16-928e-36ae3728e0a2 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:06:41.801815 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device cf1a001f-f3dc-4c16-928e-36ae3728e0a2 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:06:41.802453 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 06ae8f55-805a-449c-a0f8-df39b1cf8254 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:06:41.810712 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-05c56091-e0c9-4c0b-a2df-702988daf2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:41.812476 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-05c56091-e0c9-4c0b-a2df-702988daf2f7 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1713409 Jun 03 20:06:41.877399 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4d500398-09dd-41c7-aa8d-0d5a561494c0, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4d500398-09dd-41c7-aa8d-0d5a561494c0,segment=NetworkSegment(c24acde0-cf0d-484a-ae00-5ac2bb8a0983),segment_id=c24acde0-cf0d-484a-ae00-5ac2bb8a0983)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:41.954202 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '4d500398-09dd-41c7-aa8d-0d5a561494c0', 'network_id': 'd19210ef-434c-4272-9060-1675ec07a52f', 'port_id': '4d500398-09dd-41c7-aa8d-0d5a561494c0', 'mac_address': 'fa:16:3e:d1:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5df8cf4-6ab7-4a22-b9b0-3b87c473d221', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:06:41.958247 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:41.999902 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732263ab-00ee-4531-9870-e7f163c53a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13816226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15229873'] for subnet, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:42.038719 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-713aa8ee-4974-4ae6-a0e0-bb708a7cea34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:42.095690 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732263ab-00ee-4531-9870-e7f163c53a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:42.097405 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 06ae8f55-805a-449c-a0f8-df39b1cf8254 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:06:42.099910 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 06ae8f55-805a-449c-a0f8-df39b1cf8254 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:06:42.140097 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732263ab-00ee-4531-9870-e7f163c53a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157340b1-3d75-4530-84fc-1ece88c2efe5,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:42.143741 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-732263ab-00ee-4531-9870-e7f163c53a07 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/157340b1-3d75-4530-84fc-1ece88c2efe5 HTTP/1.1" status: 204 len: 168 time: 0.8372574 Jun 03 20:06:42.144715 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732263ab-00ee-4531-9870-e7f163c53a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:42.156298 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33916) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:42.187964 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:06:42.192403 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9814d3-8626-438c-a197-3cecdd1e78ba" -d '{"events": [{"server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "name": "network-vif-unplugged", "status": "completed", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:06:42.235461 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:42.248926 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:42.259678 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:42.266360 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-0056b8d2-568a-4e6b-b207-c0bb8cb31bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:42.301203 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d500398-09dd-41c7-aa8d-0d5a561494c0 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:06:42.309532 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc29a7a-1c8b-49a1-b99b-94489a5eab76 req-53121334-394f-4145-b9ed-f0ad69e4b1d4 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:42.312892 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9bc29a7a-1c8b-49a1-b99b-94489a5eab76 req-53121334-394f-4145-b9ed-f0ad69e4b1d4 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 943 time: 0.2371154 Jun 03 20:06:42.316263 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-b1a95781-14ed-4e3c-8293-f9c67fddae43 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895890 Jun 03 20:06:42.335381 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d568e7-64f7-492d-b968-3e81919508ef req-3a4ccc35-e0e8-469e-9357-a2bec99eef54 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:42.338112 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d4d568e7-64f7-492d-b968-3e81919508ef req-3a4ccc35-e0e8-469e-9357-a2bec99eef54 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 943 time: 0.2967227 Jun 03 20:06:42.363245 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4d500398-09dd-41c7-aa8d-0d5a561494c0, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4d500398-09dd-41c7-aa8d-0d5a561494c0,segment=NetworkSegment(c24acde0-cf0d-484a-ae00-5ac2bb8a0983),segment_id=c24acde0-cf0d-484a-ae00-5ac2bb8a0983)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:42.376356 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:42.389783 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=8']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:42.399763 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.399763 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.399763 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.399763 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.400414 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.400414 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.400666 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.400964 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.401264 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.401631 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.402111 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.404064 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:06:42.408239 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:42.408529 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:42.443069 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:42.562988 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-52898ffd-be93-444e-8a3b-7c4557f5b82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:42.565227 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=4d500398-09dd-41c7-aa8d-0d5a561494c0,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:42.570055 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:42.570560 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-95fdc512-f0eb-4665-a838-5997ec14b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:42.572559 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-95fdc512-f0eb-4665-a838-5997ec14b0db service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 1098 time: 0.2453749 Jun 03 20:06:42.658572 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9bc29a7a-1c8b-49a1-b99b-94489a5eab76 req-4a09a263-e60f-4782-8f39-f16bfbe7c830 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178988 Jun 03 20:06:42.681045 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d4d568e7-64f7-492d-b968-3e81919508ef req-1a7b0455-e3f1-42f9-9cb4-5619c71565a5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886360 Jun 03 20:06:42.705912 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:42.728848 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c1627161-c7b3-4c46-a0dd-ab333da7ea82 req-fed1ad69-d5cc-40b8-97d2-351e081b678d service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700767 Jun 03 20:06:42.751232 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80']}} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:06:42.806899 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Jun 2021 20:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd16501-9b4f-463a-81ad-3ae974fb09bf x-openstack-request-id: req-dbd16501-9b4f-463a-81ad-3ae974fb09bf {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:06:42.807518 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "name": "network-vif-unplugged", "status": "failed", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb", "code": 422}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:06:42.808351 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dbd16501-9b4f-463a-81ad-3ae974fb09bf {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:06:42.819491 dv-cinder-794669-1-smb neutron-server[91761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'code': 422} returned with failed status Jun 03 20:06:42.928315 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d') {'for_net_delete': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:06:42.928591 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865a57f2-87a6-41b9-a6b4-b8c1d9b60a1d') {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:06:42.954132 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15982328'] for segment, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:42.983451 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:43.002407 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['4d500398-09dd-41c7-aa8d-0d5a561494c0'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:06:43.009877 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=91760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:06:43.010345 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13816136'] for segment, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: Traceback (most recent call last): Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: timer() Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: cb(*args, **kw) Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: return func(*args, **kwargs) Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: self._notify() Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: self.callback(batched_events) Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: event.method(event) Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: return f(self, *a, **k) Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: return self._get(url).json() Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: return self.request(url, 'GET', **kwargs) Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:06:43.025086 dv-cinder-794669-1-smb neutron-server[91760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:06:43.028332 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cbc6d-2c17-4b50-9cd2-1f639ce24866 req-67917bdf-1065-42dc-b216-437f96fbd542 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:43.035078 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-751cbc6d-2c17-4b50-9cd2-1f639ce24866 req-67917bdf-1065-42dc-b216-437f96fbd542 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1810055 Jun 03 20:06:43.041989 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-63de2070-0db2-4207-9de4-94a96efc6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:43.044008 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-63de2070-0db2-4207-9de4-94a96efc6489 service neutron] 10.222.0.109 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 912 time: 0.3857691 Jun 03 20:06:43.111935 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-751cbc6d-2c17-4b50-9cd2-1f639ce24866 req-3a52b1bb-dbc9-4482-9143-6ccfe946f8ac tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743392 Jun 03 20:06:43.156654 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c912ca-4704-42ea-8ceb-6bd10f98b6f6 req-a7a24888-f44f-4000-b477-ef5ea0659be6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:43.159137 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-05c912ca-4704-42ea-8ceb-6bd10f98b6f6 req-a7a24888-f44f-4000-b477-ef5ea0659be6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.1820838 Jun 03 20:06:43.229974 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:43.236705 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-05c912ca-4704-42ea-8ceb-6bd10f98b6f6 req-3a5c1dbc-c016-42d6-9bd8-e874f54fcabc tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698698 Jun 03 20:06:43.266776 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f552ce2c-c803-40e5-af58-4ee3e323df5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:43.284350 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:43.294592 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-5bab0006-c632-4593-a8e9-c2e81d1da521 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96e0aa2-ae5a-4231-951c-0962968ea818 HTTP/1.1" status: 200 len: 1000 time: 0.1967981 Jun 03 20:06:43.301420 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:43.305184 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:43.347900 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] 10.222.0.95 "DELETE /v2.0/networks/c2d0e8dc-dda2-4fb4-aa03-56e2a0330b80 HTTP/1.1" status: 204 len: 168 time: 1.1901355 Jun 03 20:06:43.382640 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-53dd22eb-a2e9-49bd-9897-4bfc84b0fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:43.385397 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-53dd22eb-a2e9-49bd-9897-4bfc84b0fc6a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 200 len: 849 time: 0.0775976 Jun 03 20:06:43.475795 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-95ebd7ef-1f74-4143-814d-885666a62d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:43.477227 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-95ebd7ef-1f74-4143-814d-885666a62d87 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=aabff61b-8e41-4f90-a119-19e973bbee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838144 Jun 03 20:06:43.478552 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4dad8ea7-8857-4764-8d72-ae9128c7dafb no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:06:43.597558 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33932) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:43.674941 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-d46c78a6-ded6-492d-adc5-d4a163c18577 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8b8e2ad6ed1b45448f3f243d63031152&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0756578 Jun 03 20:06:43.677183 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 33934) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:43.695047 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-a9b205f8-c81c-452f-94d9-f6d473a8a64f service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067103 Jun 03 20:06:43.868772 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af8b03cf-1842-4058-9bbc-e26909d38cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:43.908333 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-785a3de4-1b3b-4746-af04-4876fed6e012 req-ed0755c9-bba2-4efc-bc17-6270a18f601c service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052176 Jun 03 20:06:43.912788 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af8b03cf-1842-4058-9bbc-e26909d38cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:43.988508 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19916b13-4437-471b-add2-4bd780bb056e req-fec3834f-0603-4537-89d8-56901223d515 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:43.990674 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19916b13-4437-471b-add2-4bd780bb056e req-fec3834f-0603-4537-89d8-56901223d515 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 944 time: 0.1785915 Jun 03 20:06:44.224735 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af8b03cf-1842-4058-9bbc-e26909d38cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:44.231178 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-89c1d886-3cb3-468b-9d40-d8050ce124c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:44.250386 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-19916b13-4437-471b-add2-4bd780bb056e req-1aea0d24-e9bc-4a86-b605-6a922ba15039 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508588 Jun 03 20:06:44.253518 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b03cf-1842-4058-9bbc-e26909d38cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad86b55-8f03-4dd1-8126-66fa6e864dca,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:44.255968 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-af8b03cf-1842-4058-9bbc-e26909d38cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:44.290047 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af8b03cf-1842-4058-9bbc-e26909d38cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:44.291155 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-af8b03cf-1842-4058-9bbc-e26909d38cbf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dad86b55-8f03-4dd1-8126-66fa6e864dca HTTP/1.1" status: 204 len: 168 time: 0.6128767 Jun 03 20:06:44.304021 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0fe35-df68-4dfe-b5e0-a328299dbb03 req-b633726b-fdf0-49bf-aaa1-f3cf546b203f tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:44.308843 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dea0fe35-df68-4dfe-b5e0-a328299dbb03 req-b633726b-fdf0-49bf-aaa1-f3cf546b203f tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 943 time: 0.1501517 Jun 03 20:06:44.369661 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dea0fe35-df68-4dfe-b5e0-a328299dbb03 req-c66077a2-2d29-47f9-b93a-7505e45c7333 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512068 Jun 03 20:06:44.789659 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea4b25-3662-4c86-9b7e-db314b4913df req-69695f1b-0474-40b8-95b9-06b829732f39 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:44.791300 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4dea4b25-3662-4c86-9b7e-db314b4913df req-69695f1b-0474-40b8-95b9-06b829732f39 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.2884257 Jun 03 20:06:44.846104 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f51d7d-f409-493e-95e3-4ce876702c50 req-e5b0d536-5901-4b71-ad9a-402a63909217 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:44.848113 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e4f51d7d-f409-493e-95e3-4ce876702c50 req-e5b0d536-5901-4b71-ad9a-402a63909217 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.2536044 Jun 03 20:06:44.919886 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4dea4b25-3662-4c86-9b7e-db314b4913df req-6dffc4ee-b781-4d05-bb1e-24f1c1ab1628 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047304 Jun 03 20:06:44.959585 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e4f51d7d-f409-493e-95e3-4ce876702c50 req-49830c76-1914-4dd5-8d55-c72df6444331 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014266 Jun 03 20:06:45.168083 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:45.290248 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 33988) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:45.471905 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef78cec-0dc3-4419-9155-a98686729fda req-75577477-0d74-48e5-a7bb-188a03152947 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:45.473707 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ba45f371-405d-420c-a38e-b51bdc1c43a3 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:06:45.474121 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1ef78cec-0dc3-4419-9155-a98686729fda req-75577477-0d74-48e5-a7bb-188a03152947 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 944 time: 0.1056957 Jun 03 20:06:45.476140 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4d500398-09dd-41c7-aa8d-0d5a561494c0 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:06:45.540519 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1ef78cec-0dc3-4419-9155-a98686729fda req-537c71a3-39da-4106-9622-cb271c58d02a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585282 Jun 03 20:06:45.551124 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-caf29649-a823-4292-9383-a5a6dd2f5a8f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2594433 Jun 03 20:06:45.721653 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef795-b92d-4ed3-b253-348c3eebae00 req-c1698cf4-b817-4617-9437-a027a3e12c10 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:45.724624 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-abcef795-b92d-4ed3-b253-348c3eebae00 req-c1698cf4-b817-4617-9437-a027a3e12c10 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 943 time: 0.1613288 Jun 03 20:06:45.776527 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 4d500398-09dd-41c7-aa8d-0d5a561494c0 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:06:45.810613 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 4d500398-09dd-41c7-aa8d-0d5a561494c0 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:06:45.811101 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:45.813496 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-abcef795-b92d-4ed3-b253-348c3eebae00 req-0a3e16a7-c87a-48dc-83ee-4c5077274bea tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784774 Jun 03 20:06:45.857323 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f666f45d-6e0b-42dd-9a96-d1dc09cd73be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:45.897602 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ba45f371-405d-420c-a38e-b51bdc1c43a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:45.915785 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'port_id': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'mac_address': 'fa:16:3e:39:3a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:06:46.040795 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:46.085433 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba45f371-405d-420c-a38e-b51bdc1c43a3 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:06:46.090856 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:46.130650 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ba45f371-405d-420c-a38e-b51bdc1c43a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:46.136967 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f74f70-50c5-418c-b0e7-cdfb1f4d000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d500398-09dd-41c7-aa8d-0d5a561494c0'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:06:46.139640 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64e5302-9117-49cf-881b-5ce6a869efdf" -d '{"events": [{"server_uuid": "67f74f70-50c5-418c-b0e7-cdfb1f4d000c", "name": "network-vif-plugged", "status": "completed", "tag": "4d500398-09dd-41c7-aa8d-0d5a561494c0"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:06:46.146700 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:46.151214 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:46.189239 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4d500398-09dd-41c7-aa8d-0d5a561494c0, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4d500398-09dd-41c7-aa8d-0d5a561494c0,segment=NetworkSegment(c24acde0-cf0d-484a-ae00-5ac2bb8a0983),segment_id=c24acde0-cf0d-484a-ae00-5ac2bb8a0983)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:46.195877 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:46.220067 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ee00b-74a5-483f-9310-8c523c31fb41 req-73d4ceb9-23a2-4617-a5d0-56e70e04c196 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:46.221662 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ce5ee00b-74a5-483f-9310-8c523c31fb41 req-73d4ceb9-23a2-4617-a5d0-56e70e04c196 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1563215 Jun 03 20:06:46.237137 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=ba45f371-405d-420c-a38e-b51bdc1c43a3,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:46.241817 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:46.242294 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-98f7209f-3ffc-4e47-9bfa-0f90ba6430cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:46.293836 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ce5ee00b-74a5-483f-9310-8c523c31fb41 req-84c70e7d-5fa1-4f22-84d8-63a6cdbdc6c8 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604496 Jun 03 20:06:46.312996 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282b3b-4752-45f4-8706-864310641c3b req-dfb479ac-1378-424b-91f3-9db5e6989fd9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:46.312996 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d282b3b-4752-45f4-8706-864310641c3b req-dfb479ac-1378-424b-91f3-9db5e6989fd9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.1548085 Jun 03 20:06:46.334425 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=4d500398-09dd-41c7-aa8d-0d5a561494c0,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:46.340332 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:46.372275 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4d282b3b-4752-45f4-8706-864310641c3b req-5d40f0a1-b52e-4d41-bbac-e05020e2ef5e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501080 Jun 03 20:06:46.441066 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6685c079-0043-4a4e-b81b-49f2a6bffb46 x-openstack-request-id: req-6685c079-0043-4a4e-b81b-49f2a6bffb46 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:06:46.441380 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f74f70-50c5-418c-b0e7-cdfb1f4d000c", "name": "network-vif-plugged", "status": "completed", "tag": "4d500398-09dd-41c7-aa8d-0d5a561494c0", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:06:46.441649 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6685c079-0043-4a4e-b81b-49f2a6bffb46 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:06:46.442069 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f74f70-50c5-418c-b0e7-cdfb1f4d000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d500398-09dd-41c7-aa8d-0d5a561494c0', 'code': 200} Jun 03 20:06:46.652797 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['ba45f371-405d-420c-a38e-b51bdc1c43a3'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:06:46.722090 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ef6d-405d-4b10-8fa9-aec8163df62d req-5bab6132-d760-47d1-8c79-ad021599af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:46.724183 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1719ef6d-405d-4b10-8fa9-aec8163df62d req-5bab6132-d760-47d1-8c79-ad021599af02 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 1098 time: 0.0957530 Jun 03 20:06:46.772272 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14a379-2461-4ef7-b583-0bb6450cdf14 req-0629b9dc-02b5-4ebc-9adb-9f5bd9c1af25 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:46.772443 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 34040) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:46.773872 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0d14a379-2461-4ef7-b583-0bb6450cdf14 req-0629b9dc-02b5-4ebc-9adb-9f5bd9c1af25 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.1071236 Jun 03 20:06:46.801609 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1719ef6d-405d-4b10-8fa9-aec8163df62d req-93ba2ccf-c86a-424b-ab6a-eae1b3dccf6a service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658762 Jun 03 20:06:46.834345 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0d14a379-2461-4ef7-b583-0bb6450cdf14 req-6e716221-1650-42b6-afac-59162b284634 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536594 Jun 03 20:06:46.928933 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:46.950821 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:06:46.955233 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:8886e43b5b08417a966ead4e100f8287 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:06:46.962513 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:06:46.970099 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:06:47.046727 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd66fc-5889-4c7b-8723-c1694b20b8f2 req-3723920f-d1a3-44c0-a7ea-82cc6c80da43 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:47.048397 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-debd66fc-5889-4c7b-8723-c1694b20b8f2 req-3723920f-d1a3-44c0-a7ea-82cc6c80da43 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 944 time: 0.1065555 Jun 03 20:06:47.080050 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:47.084654 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:47.092336 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-349d6684-d2d6-4d51-94bd-9009eca1a96a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:47.100764 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-debd66fc-5889-4c7b-8723-c1694b20b8f2 req-84903b8b-d37b-42a6-9627-3ba4fb6ba292 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454907 Jun 03 20:06:47.138102 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72bc23b-8c5b-42a5-a566-1bb6fbffdfc0,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:47.142516 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8886e43b5b08417a966ead4e100f8287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692129 Jun 03 20:06:47.143333 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:47.145462 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34046) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:47.205287 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ac8d957f-181b-4f4a-bd2a-6fa14c228036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:47.231672 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ac8d957f-181b-4f4a-bd2a-6fa14c228036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:47.286324 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ac8d957f-181b-4f4a-bd2a-6fa14c228036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:47.290229 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fae2cafa-b10f-4ac4-af22-d73f04c5e799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:47.303022 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d957f-181b-4f4a-bd2a-6fa14c228036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72bc23b-8c5b-42a5-a566-1bb6fbffdfc0,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:47.305990 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ac8d957f-181b-4f4a-bd2a-6fa14c228036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:47.309885 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ac8d957f-181b-4f4a-bd2a-6fa14c228036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:47.315451 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ac8d957f-181b-4f4a-bd2a-6fa14c228036 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b72bc23b-8c5b-42a5-a566-1bb6fbffdfc0 HTTP/1.1" status: 204 len: 168 time: 0.1647282 Jun 03 20:06:47.361018 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:47.586414 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec86ee1-14d8-4ae2-9c54-20a32ed06951 req-616ec278-47a5-415b-8058-cdadc873bced tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:47.587967 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4ec86ee1-14d8-4ae2-9c54-20a32ed06951 req-616ec278-47a5-415b-8058-cdadc873bced tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0893426 Jun 03 20:06:47.644457 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4ec86ee1-14d8-4ae2-9c54-20a32ed06951 req-de7269e2-15a3-47e2-96c9-9bdce3fa2d6b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481889 Jun 03 20:06:47.988736 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-923a980a-f9d6-4fc0-b689-767eceaa8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:47.991157 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-923a980a-f9d6-4fc0-b689-767eceaa8962 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d&tenant_id=cb629b2d51304745a8628097f32a796e HTTP/1.1" status: 200 len: 1097 time: 0.0774703 Jun 03 20:06:48.034752 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da8906-5061-4145-8f47-fce288d30827 req-f38713bc-c4ea-4f5a-9fdb-501e78cc8fe0 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:48.036230 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-84da8906-5061-4145-8f47-fce288d30827 req-f38713bc-c4ea-4f5a-9fdb-501e78cc8fe0 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.0902109 Jun 03 20:06:48.086048 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-84da8906-5061-4145-8f47-fce288d30827 req-5dd5a861-2895-49f7-8b62-e30abde1796b tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Jun 03 20:06:48.109188 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-4a6f7ea3-1391-4c90-83c5-48942007163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:48.109188 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-4a6f7ea3-1391-4c90-83c5-48942007163c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 1097 time: 0.0755041 Jun 03 20:06:48.253356 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-edba185d-a36a-4b6c-873c-56513c1feaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:48.254946 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-edba185d-a36a-4b6c-873c-56513c1feaab service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.1325278 Jun 03 20:06:48.303540 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775441ea-af1f-4731-847f-e16e9a5412b6 req-b8de1a17-62e5-443f-ac41-91a3c4a04614 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:48.305056 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-775441ea-af1f-4731-847f-e16e9a5412b6 req-b8de1a17-62e5-443f-ac41-91a3c4a04614 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 944 time: 0.0891705 Jun 03 20:06:48.358547 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-775441ea-af1f-4731-847f-e16e9a5412b6 req-e57ec2ff-d10c-4d77-b6b8-34d99631fbb7 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470774 Jun 03 20:06:48.370333 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-948a9695-72e5-48ff-9f54-f0e003a4e48e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb HTTP/1.1" status: 200 len: 1000 time: 0.1067252 Jun 03 20:06:48.453528 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-002ab7e0-cff7-46aa-9f22-31546d61e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:48.455278 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-002ab7e0-cff7-46aa-9f22-31546d61e26e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.0704477 Jun 03 20:06:48.542882 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-1536e197-fae5-44ab-a8f2-abc6b94da262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:48.544390 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-1536e197-fae5-44ab-a8f2-abc6b94da262 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778675 Jun 03 20:06:48.814375 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:48.819187 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-ff52a0c1-196d-4786-b9a6-74694277e97b service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540476 Jun 03 20:06:48.890050 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc1849-df4d-4c43-b9a6-330ce8bb37be req-aab05fe1-3312-4dc4-a3ce-3c9511b7c4cb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:48.892487 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-18cc1849-df4d-4c43-b9a6-330ce8bb37be req-aab05fe1-3312-4dc4-a3ce-3c9511b7c4cb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.1116922 Jun 03 20:06:48.948738 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-18cc1849-df4d-4c43-b9a6-330ce8bb37be req-7a9fd53b-205e-4280-831b-4bec805e1aea tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474567 Jun 03 20:06:48.972983 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-42a54f9a-9aed-48ef-8733-96faf7e17729 req-d3b07535-3b11-40b0-a34b-8aa6b201b11e service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416614 Jun 03 20:06:49.322464 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79060722-efe6-4f7d-a1b4-e7be28c9e28a req-56e89d0f-b4bf-4290-98ae-b970c6e8ea61 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:49.324162 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-79060722-efe6-4f7d-a1b4-e7be28c9e28a req-56e89d0f-b4bf-4290-98ae-b970c6e8ea61 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.1152973 Jun 03 20:06:49.373964 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-79060722-efe6-4f7d-a1b4-e7be28c9e28a req-4d7f0c95-7777-4ad6-9d4b-1b77e5776205 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Jun 03 20:06:49.516602 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ba45f371-405d-420c-a38e-b51bdc1c43a3 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:06:49.562004 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaa280-1c57-43c5-a3d8-3713daa7f74c req-2a7ca95e-ca88-49a3-adea-e9227e01d24d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:49.563656 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7ffaa280-1c57-43c5-a3d8-3713daa7f74c req-2a7ca95e-ca88-49a3-adea-e9227e01d24d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 944 time: 0.0943544 Jun 03 20:06:49.626401 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port ba45f371-405d-420c-a38e-b51bdc1c43a3 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:06:49.629650 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7ffaa280-1c57-43c5-a3d8-3713daa7f74c req-4df449a8-fc53-47b0-b9bc-1e5af7df71e3 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597947 Jun 03 20:06:49.633727 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port ba45f371-405d-420c-a38e-b51bdc1c43a3 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:06:49.634460 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:49.796456 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:49.839335 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:06:49.841863 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e029eed-9cde-4063-819e-09be5c854c96" -d '{"events": [{"server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "name": "network-vif-plugged", "status": "completed", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:06:49.855500 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ba45f371-405d-420c-a38e-b51bdc1c43a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:06:49.863001 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:49.866512 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-0b5bda7b-87b3-4802-b6f0-ec1667ad4b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:49.910272 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0123080-1a9a-45ba-9bc6-5ad9ccb227e6 x-openstack-request-id: req-a0123080-1a9a-45ba-9bc6-5ad9ccb227e6 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:06:49.910578 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "name": "network-vif-plugged", "status": "completed", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:06:49.910845 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a0123080-1a9a-45ba-9bc6-5ad9ccb227e6 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:06:49.911242 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'code': 200} Jun 03 20:06:49.947479 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=ba45f371-405d-420c-a38e-b51bdc1c43a3,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:49.950760 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:50.165336 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8531da-69c4-451c-8322-5695b58e98d7 req-a1bd1f15-f5a0-4b78-bdc5-09433468890e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:50.167003 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dd8531da-69c4-451c-8322-5695b58e98d7 req-a1bd1f15-f5a0-4b78-bdc5-09433468890e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0925431 Jun 03 20:06:50.216379 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dd8531da-69c4-451c-8322-5695b58e98d7 req-3e71ee7c-b0bc-41d9-b49d-3868560cc07b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428486 Jun 03 20:06:50.993123 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57daa9-1aa9-41d0-ac50-78073824f1e7 req-f13bd96a-c5be-4814-b99e-b5d0bab67b6e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:50.994634 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3b57daa9-1aa9-41d0-ac50-78073824f1e7 req-f13bd96a-c5be-4814-b99e-b5d0bab67b6e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.2150555 Jun 03 20:06:51.045443 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3b57daa9-1aa9-41d0-ac50-78073824f1e7 req-a935584d-b113-422a-97b4-cd6defc5ab0f tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442948 Jun 03 20:06:51.099120 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:51.426774 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8cb26-5ed4-43db-a124-230023a7faa3 req-3f84b02d-6548-4300-a361-a01fef575f8f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:51.428272 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-58d8cb26-5ed4-43db-a124-230023a7faa3 req-3f84b02d-6548-4300-a361-a01fef575f8f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0924580 Jun 03 20:06:51.477588 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-58d8cb26-5ed4-43db-a124-230023a7faa3 req-a23bb328-192d-4e5a-85b9-437b9e2ee2e5 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Jun 03 20:06:52.266115 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e4487-bbc3-4c06-bb44-ab341f35a5a4 req-76ec4ea7-3efe-4c7b-8bc1-f7067619d056 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:52.267666 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b12e4487-bbc3-4c06-bb44-ab341f35a5a4 req-76ec4ea7-3efe-4c7b-8bc1-f7067619d056 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0937667 Jun 03 20:06:52.329197 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b12e4487-bbc3-4c06-bb44-ab341f35a5a4 req-808f5a96-f9a7-435a-9fe6-4f123adb3af3 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555742 Jun 03 20:06:52.647198 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34178) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:52.800749 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b2623-3436-4987-bc8b-6e733fcb6b99 req-906c04ed-5682-4655-ab3c-f4f146c226eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:52.802289 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-665b2623-3436-4987-bc8b-6e733fcb6b99 req-906c04ed-5682-4655-ab3c-f4f146c226eb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.1380467 Jun 03 20:06:52.805195 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:52.840733 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:06:52.851425 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] Usage tracker for resource:security_group_rule and tenant:0b72af24105d4bc38cad218d2e4b8185 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:06:52.856113 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:06:52.866727 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:06:52.874157 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-665b2623-3436-4987-bc8b-6e733fcb6b99 req-8dee5bf0-65d6-444f-be8b-e0cd6bfb34f0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592999 Jun 03 20:06:53.007205 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:53.013905 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:53.025356 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0a7ad239-c327-47df-8d35-08d9bddc3c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:53.076693 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b29830-65ef-450e-8235-23ce8c4353f1,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:53.080971 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0b72af24105d4bc38cad218d2e4b8185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326327 Jun 03 20:06:53.081865 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:53.084780 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34182) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:53.149928 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9be5-05e8-4e3b-acce-b8a715443a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:53.181012 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9be5-05e8-4e3b-acce-b8a715443a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:53.234483 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9be5-05e8-4e3b-acce-b8a715443a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:53.238488 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2118c7d9-cf08-4b67-8237-9b8a2c115c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:53.250447 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e9be5-05e8-4e3b-acce-b8a715443a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b29830-65ef-450e-8235-23ce8c4353f1,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:53.254425 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3a9e9be5-05e8-4e3b-acce-b8a715443a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:53.265704 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9be5-05e8-4e3b-acce-b8a715443a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:53.266905 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-3a9e9be5-05e8-4e3b-acce-b8a715443a28 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/00b29830-65ef-450e-8235-23ce8c4353f1 HTTP/1.1" status: 204 len: 168 time: 0.1822565 Jun 03 20:06:53.580727 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f987145-1f26-4ff9-87e4-ff01d1a55765 req-600251a3-2002-4cf0-aa74-e96f4d077f26 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:53.583202 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6f987145-1f26-4ff9-87e4-ff01d1a55765 req-600251a3-2002-4cf0-aa74-e96f4d077f26 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1383557 Jun 03 20:06:53.669630 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6f987145-1f26-4ff9-87e4-ff01d1a55765 req-0699dd9b-a137-4d3e-b2e0-90719de2ca3e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797951 Jun 03 20:06:53.706108 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34192) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:53.726031 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:53.749415 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:06:53.753717 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] Usage tracker for resource:security_group_rule and tenant:9434659ea4a74c3d8f622b7d6ceef071 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:06:53.757706 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:06:53.766631 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:06:53.896203 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:53.901469 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:53.929015 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ddf08ec2-430f-48b0-8a30-7f3ef71ee4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:53.975766 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9434659ea4a74c3d8f622b7d6ceef071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662745 Jun 03 20:06:53.976547 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c284057-43ec-43a9-9ca0-6a4752e469f0,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:53.977092 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 34196) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:53.979813 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:54.078961 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3779c628-2321-4267-bac9-2b6e20ba239e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:54.106259 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58b422-fa01-472c-9b48-ec8a03a7b504 req-42f2a6ee-eb24-47db-96ec-666259dae4bd tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:54.107794 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ba58b422-fa01-472c-9b48-ec8a03a7b504 req-42f2a6ee-eb24-47db-96ec-666259dae4bd tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0936511 Jun 03 20:06:54.109808 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3779c628-2321-4267-bac9-2b6e20ba239e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:54.153379 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ba58b422-fa01-472c-9b48-ec8a03a7b504 req-0ffdb66b-8271-4e65-a520-bc7b24f62ad0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Jun 03 20:06:54.164933 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3779c628-2321-4267-bac9-2b6e20ba239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:54.169302 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-54fdcf0c-4b13-41bc-9d2b-c1f5d3cc8de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:54.185625 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779c628-2321-4267-bac9-2b6e20ba239e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c284057-43ec-43a9-9ca0-6a4752e469f0,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:54.191081 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3779c628-2321-4267-bac9-2b6e20ba239e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:54.201181 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3779c628-2321-4267-bac9-2b6e20ba239e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:54.217659 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-3779c628-2321-4267-bac9-2b6e20ba239e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5c284057-43ec-43a9-9ca0-6a4752e469f0 HTTP/1.1" status: 204 len: 168 time: 0.2334235 Jun 03 20:06:54.903715 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8095f4-65fb-44e5-ba21-b2df66899f7d req-e2c69a86-f7f4-4529-8755-a57c7ff9c294 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:54.905297 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ea8095f4-65fb-44e5-ba21-b2df66899f7d req-e2c69a86-f7f4-4529-8755-a57c7ff9c294 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1222970 Jun 03 20:06:54.966816 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ea8095f4-65fb-44e5-ba21-b2df66899f7d req-e0d93588-2b2e-4556-a8b0-5aa2b278cef5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556269 Jun 03 20:06:55.382903 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32897eae-4544-4a5b-85ee-7098294043b2 req-29b809b5-fb72-4e9f-9758-9dff461b0f96 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:55.384437 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-32897eae-4544-4a5b-85ee-7098294043b2 req-29b809b5-fb72-4e9f-9758-9dff461b0f96 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.1084781 Jun 03 20:06:55.459358 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-32897eae-4544-4a5b-85ee-7098294043b2 req-bd1e3436-ee23-4b94-bbdf-b9bc356d97ba tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654023 Jun 03 20:06:56.371238 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45bf96-72a6-4c22-aae4-caccde050702 req-ab4c16c7-24f1-4330-9c2c-9bbc34cba7e7 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:56.372819 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-aa45bf96-72a6-4c22-aae4-caccde050702 req-ab4c16c7-24f1-4330-9c2c-9bbc34cba7e7 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1951780 Jun 03 20:06:56.478460 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-aa45bf96-72a6-4c22-aae4-caccde050702 req-bdb33caf-1cb0-4052-8adf-3db327627f05 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602436 Jun 03 20:06:56.714908 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aea267-0d9a-4111-83f3-ed20f4afe0f2 req-b55e87b1-07dd-4256-a590-d2eaf63d53a1 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:56.716736 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-13aea267-0d9a-4111-83f3-ed20f4afe0f2 req-b55e87b1-07dd-4256-a590-d2eaf63d53a1 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.1164465 Jun 03 20:06:56.771626 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-13aea267-0d9a-4111-83f3-ed20f4afe0f2 req-ac588948-d854-4414-8b0b-4ae5d8eb0f41 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473166 Jun 03 20:06:57.072368 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:06:57.649834 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 34274) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:57.707975 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b5c76-24c7-4d07-945a-f2a1132744b6 req-d2131df6-2200-47b2-ba93-dddd24a75778 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:57.710200 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ba9b5c76-24c7-4d07-945a-f2a1132744b6 req-d2131df6-2200-47b2-ba93-dddd24a75778 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0888414 Jun 03 20:06:57.764564 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ba9b5c76-24c7-4d07-945a-f2a1132744b6 req-f6e3af60-4a11-4071-bdc7-3e271b3dd8e0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465331 Jun 03 20:06:57.785980 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:57.802771 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:06:57.807384 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] Usage tracker for resource:security_group_rule and tenant:cd4c2ffe75c64401b401d15d6f625fd8 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:06:57.810714 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:06:57.817098 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:06:57.907426 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:57.925502 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:57.935259 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-893f0754-7d53-44ae-8054-9ba72a6c4aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:57.983129 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cd4c2ffe75c64401b401d15d6f625fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319724 Jun 03 20:06:57.984237 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d59e9d-2821-4790-bee8-093d7f5d7ff2,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:57.987022 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 34282) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:58.001753 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:58.029255 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c0811-4191-47b8-9b21-57632c73ec23 req-3d1f460d-7035-46ea-8f78-07ad22a7443c tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:58.030775 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-147c0811-4191-47b8-9b21-57632c73ec23 req-3d1f460d-7035-46ea-8f78-07ad22a7443c tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0996754 Jun 03 20:06:58.055565 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9273bce0-b5c3-416b-8039-692c52f3a7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.079399 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-147c0811-4191-47b8-9b21-57632c73ec23 req-4b5807c6-4b20-49e8-ab9d-e73297869d07 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Jun 03 20:06:58.082068 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9273bce0-b5c3-416b-8039-692c52f3a7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.145662 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9273bce0-b5c3-416b-8039-692c52f3a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.150410 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8b89ed48-5f18-4e6b-861d-374bfd740662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:58.163752 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273bce0-b5c3-416b-8039-692c52f3a7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d59e9d-2821-4790-bee8-093d7f5d7ff2,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:58.166011 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9273bce0-b5c3-416b-8039-692c52f3a7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:58.169647 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9273bce0-b5c3-416b-8039-692c52f3a7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.171520 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-9273bce0-b5c3-416b-8039-692c52f3a7e0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/91d59e9d-2821-4790-bee8-093d7f5d7ff2 HTTP/1.1" status: 204 len: 168 time: 0.1833918 Jun 03 20:06:58.489463 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34288) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:58.507145 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.521913 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:06:58.526100 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] Usage tracker for resource:security_group_rule and tenant:3107d87c38a747caa64f5fdcb2ef2b2f is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:06:58.530023 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:06:58.538146 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:06:58.648887 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.653765 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.661437 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d7fd1c9e-eb06-45b7-a056-0fa77fa722b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:58.708973 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cda46c4-4a13-4a58-89ab-69da7feeea35,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:58.713166 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3107d87c38a747caa64f5fdcb2ef2b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225883 Jun 03 20:06:58.714095 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:58.715647 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34290) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:06:58.773552 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3c9748b4-742e-48a1-9bc8-0195a7e89db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.806756 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3c9748b4-742e-48a1-9bc8-0195a7e89db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.871172 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3c9748b4-742e-48a1-9bc8-0195a7e89db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.877744 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cd2242c8-4572-4879-ab1f-f792c53d2a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:06:58.894662 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9748b4-742e-48a1-9bc8-0195a7e89db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cda46c4-4a13-4a58-89ab-69da7feeea35,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:06:58.942191 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3c9748b4-742e-48a1-9bc8-0195a7e89db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:06:58.957082 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3c9748b4-742e-48a1-9bc8-0195a7e89db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:06:58.958212 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-3c9748b4-742e-48a1-9bc8-0195a7e89db2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8cda46c4-4a13-4a58-89ab-69da7feeea35 HTTP/1.1" status: 204 len: 168 time: 0.2416627 Jun 03 20:06:58.996242 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60996c89-ca9c-45cf-8502-e7b1aca56f5a req-cba558b3-bf41-440b-bc5c-362a55816807 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:58.998133 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-60996c89-ca9c-45cf-8502-e7b1aca56f5a req-cba558b3-bf41-440b-bc5c-362a55816807 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1056647 Jun 03 20:06:59.059480 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-60996c89-ca9c-45cf-8502-e7b1aca56f5a req-416b76a4-0af9-4bd1-912b-b5aca57b2058 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528080 Jun 03 20:06:59.373225 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521dc7a-a7b3-4af3-b92e-9cc3c472490a req-5b9b4d11-c964-435a-bea0-2a5c2fd6e630 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:06:59.373921 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6521dc7a-a7b3-4af3-b92e-9cc3c472490a req-5b9b4d11-c964-435a-bea0-2a5c2fd6e630 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.1731040 Jun 03 20:06:59.426902 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6521dc7a-a7b3-4af3-b92e-9cc3c472490a req-29d88c5e-62fa-482f-b8a5-41be89da3da9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474100 Jun 03 20:07:00.281651 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792c3b1-db5c-4a6d-b43f-8ed8ccae1d54 req-a33651da-3fc3-4dd5-b4a2-f86abc5a8a8c tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:00.283149 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b792c3b1-db5c-4a6d-b43f-8ed8ccae1d54 req-a33651da-3fc3-4dd5-b4a2-f86abc5a8a8c tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1118274 Jun 03 20:07:00.329549 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b792c3b1-db5c-4a6d-b43f-8ed8ccae1d54 req-64fc4903-f158-478c-8985-d54f266b4ec3 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407419 Jun 03 20:07:00.640987 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb80f9-aa6b-4867-bde5-ebca5fa70d6f req-e05f84da-64ad-4b1c-8a30-329895161d61 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:00.642633 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-abbb80f9-aa6b-4867-bde5-ebca5fa70d6f req-e05f84da-64ad-4b1c-8a30-329895161d61 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0973001 Jun 03 20:07:00.693165 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-abbb80f9-aa6b-4867-bde5-ebca5fa70d6f req-298dc69c-ed9d-4148-bdda-aea44fc7986f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 Jun 03 20:07:01.532003 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efb1f9-d896-4591-97a8-80250046611a req-3484d8de-9afa-4a82-8cfd-6311c203c7de tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:01.533517 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-73efb1f9-d896-4591-97a8-80250046611a req-3484d8de-9afa-4a82-8cfd-6311c203c7de tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0876489 Jun 03 20:07:01.594075 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-73efb1f9-d896-4591-97a8-80250046611a req-1456bd77-d1ca-4f54-9992-978b6c9e91d4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547063 Jun 03 20:07:01.906729 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39110867-af7f-4cdf-b03b-b3b1000b739d req-c3cf5f2e-2acb-4cd4-94cb-1cc471d600df tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:01.908228 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-39110867-af7f-4cdf-b03b-b3b1000b739d req-c3cf5f2e-2acb-4cd4-94cb-1cc471d600df tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0956340 Jun 03 20:07:01.959143 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-39110867-af7f-4cdf-b03b-b3b1000b739d req-9295d740-50b6-4667-a004-ee85c9572e2b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444083 Jun 03 20:07:02.787704 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafacd8e-fc38-4327-9f18-ea6824ccc450 req-ff99db52-9185-418f-be54-8fd42d577c44 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:02.789354 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bafacd8e-fc38-4327-9f18-ea6824ccc450 req-ff99db52-9185-418f-be54-8fd42d577c44 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0814378 Jun 03 20:07:02.852615 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bafacd8e-fc38-4327-9f18-ea6824ccc450 req-dfaab4c5-6ecb-4719-bed4-7eec75092916 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576065 Jun 03 20:07:03.190504 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbac888-4187-41c4-98ae-ecc3a278030b req-a236b42e-40fb-4946-a020-ce30bdef4280 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:03.192044 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1cbac888-4187-41c4-98ae-ecc3a278030b req-a236b42e-40fb-4946-a020-ce30bdef4280 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0978029 Jun 03 20:07:03.239707 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1cbac888-4187-41c4-98ae-ecc3a278030b req-52e083b5-9e2d-4b89-b7a5-0c060d05104d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419819 Jun 03 20:07:04.064139 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dda2c-a1d4-4bca-8dc9-88764e4da04c req-47069f98-1a44-40a7-b1e2-7057341d991f tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:04.065639 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e52dda2c-a1d4-4bca-8dc9-88764e4da04c req-47069f98-1a44-40a7-b1e2-7057341d991f tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0867970 Jun 03 20:07:04.113719 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e52dda2c-a1d4-4bca-8dc9-88764e4da04c req-9e8ccbce-e3b6-45ce-b435-a4d256a71477 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424156 Jun 03 20:07:04.433198 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6dac8-2b26-4e12-be71-288ba601d5fc req-d50713c2-431d-4e2d-be11-70a9543b4a9e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:04.435136 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-27b6dac8-2b26-4e12-be71-288ba601d5fc req-d50713c2-431d-4e2d-be11-70a9543b4a9e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0842948 Jun 03 20:07:04.481851 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-27b6dac8-2b26-4e12-be71-288ba601d5fc req-03c1aea1-a6eb-4bd3-9a72-d363c6dff012 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Jun 03 20:07:05.311476 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930f65e-0f7c-4cfe-b901-a854fe86ff6f req-97205f36-d175-4e28-8be4-f05fda942b8c tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:05.313096 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9930f65e-0f7c-4cfe-b901-a854fe86ff6f req-97205f36-d175-4e28-8be4-f05fda942b8c tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0850074 Jun 03 20:07:05.357767 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9930f65e-0f7c-4cfe-b901-a854fe86ff6f req-e318c274-b19b-4e38-bc2b-90c61401b1c5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390570 Jun 03 20:07:05.682209 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a614d21-85e5-4f50-ab8e-0572c7c9734f req-d1aa5028-9ba2-4694-b793-5da07ba5f209 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:05.684171 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5a614d21-85e5-4f50-ab8e-0572c7c9734f req-d1aa5028-9ba2-4694-b793-5da07ba5f209 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0846937 Jun 03 20:07:05.730749 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5a614d21-85e5-4f50-ab8e-0572c7c9734f req-c134af24-5b50-45f3-a616-76fd75ee3234 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Jun 03 20:07:06.703050 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a32fff-d347-4179-b8ec-07e5d3c0fa8e req-9deb0040-3d37-44f9-9040-563263830512 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:06.704489 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c7a32fff-d347-4179-b8ec-07e5d3c0fa8e req-9deb0040-3d37-44f9-9040-563263830512 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0918415 Jun 03 20:07:06.750006 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c7a32fff-d347-4179-b8ec-07e5d3c0fa8e req-a8bb4540-5729-4c69-b820-182d687b7651 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397673 Jun 03 20:07:06.928350 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab42232-518b-4d45-b278-0f786dc56628 req-caecc62f-af03-4c8c-9f21-77a73b7e45d8 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:06.929861 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7ab42232-518b-4d45-b278-0f786dc56628 req-caecc62f-af03-4c8c-9f21-77a73b7e45d8 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0841660 Jun 03 20:07:06.979729 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7ab42232-518b-4d45-b278-0f786dc56628 req-5900a5ee-d5c9-4672-aa07-fac4d7a29df0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438111 Jun 03 20:07:07.950491 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda3c88-e860-4d8a-9de6-edf18048bb61 req-a39c3d3c-8068-46c2-92ca-a4a54815b97a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:07.952022 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4cda3c88-e860-4d8a-9de6-edf18048bb61 req-a39c3d3c-8068-46c2-92ca-a4a54815b97a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0883074 Jun 03 20:07:08.018785 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4cda3c88-e860-4d8a-9de6-edf18048bb61 req-8554a4b6-5cda-4bc8-8267-c18f84833c83 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603991 Jun 03 20:07:08.204895 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ba1a-fcc2-4635-961a-a82f228810c6 req-b8048cee-d57b-431b-a924-f5912448de9e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:08.206362 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e538ba1a-fcc2-4635-961a-a82f228810c6 req-b8048cee-d57b-431b-a924-f5912448de9e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0866024 Jun 03 20:07:08.255369 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e538ba1a-fcc2-4635-961a-a82f228810c6 req-07af9751-4932-40b1-89da-f3dbb97b6556 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Jun 03 20:07:08.270398 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896cc1-04f3-44f7-96da-96050a4f0fd1 req-90c75d04-7325-4a8a-aaf1-99b50359e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:08.271847 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-75896cc1-04f3-44f7-96da-96050a4f0fd1 req-90c75d04-7325-4a8a-aaf1-99b50359e152 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1098 time: 0.0774970 Jun 03 20:07:08.326240 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-75896cc1-04f3-44f7-96da-96050a4f0fd1 req-c8558bfe-b0d3-47fe-a01d-b40ba7d66aef service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373242 Jun 03 20:07:09.207668 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11771a48-69a7-4628-bea0-6384c93a9229 req-87e9274c-1a2a-457c-8936-14093ed19aa1 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:09.209209 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-11771a48-69a7-4628-bea0-6384c93a9229 req-87e9274c-1a2a-457c-8936-14093ed19aa1 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0807321 Jun 03 20:07:09.257519 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-11771a48-69a7-4628-bea0-6384c93a9229 req-a9b45233-7945-439c-932f-5f17f552145e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Jun 03 20:07:09.451765 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213428d-727b-4e3f-84fb-b879a1a3e721 req-25173a3a-7499-407b-a25d-c53d5d8e0a61 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:09.453819 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4213428d-727b-4e3f-84fb-b879a1a3e721 req-25173a3a-7499-407b-a25d-c53d5d8e0a61 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0841789 Jun 03 20:07:09.500091 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4213428d-727b-4e3f-84fb-b879a1a3e721 req-0c8fc052-627b-453a-9567-d4898509f549 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405314 Jun 03 20:07:10.531289 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce5bb-2223-4094-99aa-7f9f3fd9a922 req-6e6eba38-a0ca-49cd-a58a-9a40730db204 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:10.532803 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bd8ce5bb-2223-4094-99aa-7f9f3fd9a922 req-6e6eba38-a0ca-49cd-a58a-9a40730db204 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1712568 Jun 03 20:07:10.583233 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bd8ce5bb-2223-4094-99aa-7f9f3fd9a922 req-518124fd-7551-41d7-991b-92a0e585244e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 Jun 03 20:07:10.718677 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9111b2-ea63-4b6c-b74d-44d928a7bde0 req-4053106f-c771-434c-8745-e2a2beba3f07 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:10.720155 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ef9111b2-ea63-4b6c-b74d-44d928a7bde0 req-4053106f-c771-434c-8745-e2a2beba3f07 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0869691 Jun 03 20:07:10.769955 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ef9111b2-ea63-4b6c-b74d-44d928a7bde0 req-8f1e8800-418a-489c-abc6-a15e1c4e508d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438595 Jun 03 20:07:11.813909 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591ceda-8fa8-45ca-8f7a-c7db41454394 req-bf4f4b61-120e-4065-9af9-da04c122378c tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:11.815412 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6591ceda-8fa8-45ca-8f7a-c7db41454394 req-bf4f4b61-120e-4065-9af9-da04c122378c tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0848198 Jun 03 20:07:11.868713 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6591ceda-8fa8-45ca-8f7a-c7db41454394 req-bb2fbfe9-b35e-4394-a093-040af5ad6164 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473568 Jun 03 20:07:12.062101 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da8161-1d5e-4c69-a396-14db3a08cf29 req-6b3ddf60-feeb-43ac-87b6-f158ac789927 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:12.063653 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a2da8161-1d5e-4c69-a396-14db3a08cf29 req-6b3ddf60-feeb-43ac-87b6-f158ac789927 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.1601698 Jun 03 20:07:12.126581 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc431a-7bd0-42d2-acd9-6fb681b31e12 req-28b37444-95f5-4095-951e-56b78c31a35a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:12.128030 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e7bc431a-7bd0-42d2-acd9-6fb681b31e12 req-28b37444-95f5-4095-951e-56b78c31a35a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1442957 Jun 03 20:07:12.136486 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a2da8161-1d5e-4c69-a396-14db3a08cf29 req-d74df414-3c7c-4fce-abd8-e80168b71677 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648558 Jun 03 20:07:12.186410 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e7bc431a-7bd0-42d2-acd9-6fb681b31e12 req-6b5e8768-b507-4437-801b-808898710c74 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484176 Jun 03 20:07:12.226309 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34456) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:07:12.505251 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef2a1d-8af0-47f0-8f5b-3942d0478298 tempest-TestShelveInstance-64037300 tempest-TestShelveInstance-64037300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:12.508907 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a7ef2a1d-8af0-47f0-8f5b-3942d0478298 tempest-TestShelveInstance-64037300 tempest-TestShelveInstance-64037300-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1093 time: 0.2793274 Jun 03 20:07:12.509975 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 34460) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:07:12.515803 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Request body: {'floatingip': {'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'port_id': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:07:12.521876 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:07:12.526496 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Usage tracker for resource:floatingip and tenant:2029e751d14c433989a1733d49cd237c is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:07:12.529585 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:07:12.536555 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-eaa59e13-1b7c-448f-870f-4db7ac375559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:12.537236 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:07:12.551443 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for floatingip, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:12.698669 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:12.867595 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Allocated IP 172.28.3.40 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/a51aa8a5-6851-40f4-8c61-ef42f3ba411d) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:07:13.021464 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:13.052432 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:13.056232 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f2f24116-ec95-47a7-8f3d-aebdf57b3f76 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:13.114187 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:07:13.116884 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:07:13.125358 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:07:13.158307 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event updated for resources: {'Port': ['ID=a51aa8a5-6851-40f4-8c61-ef42f3ba411d,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:13.162201 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:13.344185 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6873f-2bfa-4d3f-9311-7475b33f6497 req-dc83be4c-2117-4bdf-a801-70412da5d5d9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:13.348003 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-92e6873f-2bfa-4d3f-9311-7475b33f6497 req-dc83be4c-2117-4bdf-a801-70412da5d5d9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 944 time: 0.0878255 Jun 03 20:07:13.400542 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-92e6873f-2bfa-4d3f-9311-7475b33f6497 req-01213069-8a0a-4e88-95a5-65a36307fc02 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480993 Jun 03 20:07:13.551811 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:13.652964 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4dad8ea7-8857-4764-8d72-ae9128c7dafb details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:07:13.731425 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:13.798394 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:07:13.813761 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'port_id': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'mac_address': 'fa:16:3e:fe:d5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:07:13.875906 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:13.896763 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dad8ea7-8857-4764-8d72-ae9128c7dafb {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:07:13.915018 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:07:13.920285 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:13.922337 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:13.954503 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:13.965737 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:13.969744 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e060d58b-7417-468e-ae2e-cb88e623164a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:13.999447 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=9']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:14.002585 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:14.084444 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event updated for resources: {'Port': ['ID=a51aa8a5-6851-40f4-8c61-ef42f3ba411d,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:14.089305 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:14.099072 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:14.276834 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.l3_db [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Floating IP ad0aaf74-a5e1-4a66-b888-f5b20f0ef305 associated. External IP: 172.28.3.40, port: ba45f371-405d-420c-a38e-b51bdc1c43a3. Jun 03 20:07:14.451845 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['4dad8ea7-8857-4764-8d72-ae9128c7dafb'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:07:14.608400 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b673bf-ae06-497f-9ff7-de1aa691575a req-a987d6e9-8b18-4dcd-b168-63c3b9b119fe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:14.610152 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e9b673bf-ae06-497f-9ff7-de1aa691575a req-a987d6e9-8b18-4dcd-b168-63c3b9b119fe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 945 time: 0.0891826 Jun 03 20:07:14.652096 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:07:14.660409 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e9b673bf-ae06-497f-9ff7-de1aa691575a req-9f2f9e7a-5a4d-4473-984c-35f1a0b14de8 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436718 Jun 03 20:07:14.857677 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:07:14.873412 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] Sync routers for ids ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:07:14.884889 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] Routers {'dee39c6a-f95e-457c-9653-a47fdbf2c8f2'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:07:14.885442 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:14.885564 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:06:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:07:14.943042 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4319127 Jun 03 20:07:14.943669 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:07:14.945996 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:07:14.997647 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187ae389-5ceb-4a99-991a-e491b7b121b0 x-openstack-request-id: req-187ae389-5ceb-4a99-991a-e491b7b121b0 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:07:14.998279 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:07:14.999033 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-187ae389-5ceb-4a99-991a-e491b7b121b0 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:07:14.999559 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'status': 'completed', 'code': 200} Jun 03 20:07:15.109518 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] Set router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:07:15.120509 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-8d451eb0-ecaa-4219-a4f9-c3a00450547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:15.122480 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-8d451eb0-ecaa-4219-a4f9-c3a00450547f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2029e751d14c433989a1733d49cd237c&device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1098 time: 0.0849440 Jun 03 20:07:15.198926 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:15.270787 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-165294f7-02eb-4193-a130-c5c22fc1bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:15.272717 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-165294f7-02eb-4193-a130-c5c22fc1bd2c service neutron] 10.222.0.109 "GET /v2.0/networks?id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6 HTTP/1.1" status: 200 len: 911 time: 0.1373382 Jun 03 20:07:15.493765 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-7e7fc2b9-7f49-411f-a82f-192f67093882 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3 HTTP/1.1" status: 200 len: 998 time: 0.2103026 Jun 03 20:07:15.513762 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:38Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': 'ad0aaf74-a5e1-4a66-b888-f5b20f0ef305', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'floating_ip_address': '172.28.3.40', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'port_id': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'mac_address': 'fa:16:3e:39:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:07:13Z', 'updated_at': '2021-06-03T20:07:13Z', 'revision_number': 0, 'project_id': '2029e751d14c433989a1733d49cd237c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5079ca3-3e87-4831-a495-cd753bd91bee', 'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'mac_address': 'fa:16:3e:44:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:37Z', 'updated_at': '2021-06-03T20:05:46Z', 'revision_number': 5, 'project_id': '2029e751d14c433989a1733d49cd237c', 'subnets': [{'id': 'a16244e3-a198-44f7-8f22-00763f113739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:07:15.517946 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] Checking router: dee39c6a-f95e-457c-9653-a47fdbf2c8f2 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:07:15.526917 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] Routers {'dee39c6a-f95e-457c-9653-a47fdbf2c8f2'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:07:15.528075 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:06:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:07:15.565607 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-ec1dc1ec-b07f-4a59-acf1-3ad8ac74753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:15.567039 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-ec1dc1ec-b07f-4a59-acf1-3ad8ac74753d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a16244e3-a198-44f7-8f22-00763f113739 HTTP/1.1" status: 200 len: 848 time: 0.0610614 Jun 03 20:07:15.650469 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-ca39077e-52e0-4d5d-a96f-426613cd3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:15.651958 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-ca39077e-52e0-4d5d-a96f-426613cd3e09 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723186 Jun 03 20:07:15.733389 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] Set router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:07:15.810427 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-f8483180-a375-4ff9-b0e8-1d0da330a9a6 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468086 Jun 03 20:07:15.816649 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-34770620-ed4d-4f22-bcab-823a4028f441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:15.893667 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ccc05-6d4d-4292-9127-988623391283 req-c7f50280-933b-4ab8-9976-01864f0127ad tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:15.895218 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-af4ccc05-6d4d-4292-9127-988623391283 req-c7f50280-933b-4ab8-9976-01864f0127ad tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 945 time: 0.1048760 Jun 03 20:07:15.962561 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-af4ccc05-6d4d-4292-9127-988623391283 req-07e10266-7cda-4e82-8a11-bad3a02826ba tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614831 Jun 03 20:07:15.999961 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-2e83ac58-f63a-4b88-8bbe-ca54c21fc9bc req-1038f51c-b0c2-4673-800c-4edd8306ad9d service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731186 Jun 03 20:07:16.181614 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:38Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': 'ad0aaf74-a5e1-4a66-b888-f5b20f0ef305', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'floating_ip_address': '172.28.3.40', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'port_id': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'mac_address': 'fa:16:3e:39:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:07:13Z', 'updated_at': '2021-06-03T20:07:13Z', 'revision_number': 0, 'project_id': '2029e751d14c433989a1733d49cd237c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5079ca3-3e87-4831-a495-cd753bd91bee', 'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'mac_address': 'fa:16:3e:44:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:37Z', 'updated_at': '2021-06-03T20:05:46Z', 'revision_number': 5, 'project_id': '2029e751d14c433989a1733d49cd237c', 'subnets': [{'id': 'a16244e3-a198-44f7-8f22-00763f113739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:07:16.187002 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165851f-678e-4472-b7a1-65b1424523c1 None None] The sync data for ids ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'] in dv-cinder-794669-1-smb is: [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:38Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': 'ad0aaf74-a5e1-4a66-b888-f5b20f0ef305', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'floating_ip_address': '172.28.3.40', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'port_id': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'mac_address': 'fa:16:3e:39:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:07:13Z', 'updated_at': '2021-06-03T20:07:13Z', 'revision_number': 0, 'project_id': '2029e751d14c433989a1733d49cd237c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5079ca3-3e87-4831-a495-cd753bd91bee', 'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'mac_address': 'fa:16:3e:44:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:37Z', 'updated_at': '2021-06-03T20:05:46Z', 'revision_number': 5, 'project_id': '2029e751d14c433989a1733d49cd237c', 'subnets': [{'id': 'a16244e3-a198-44f7-8f22-00763f113739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:07:16.381721 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da60cd0c-9a56-4e47-894e-9206c89a7fb3 None None] New status for floating IP ad0aaf74-a5e1-4a66-b888-f5b20f0ef305: ACTIVE {{(pid=91762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:07:17.160389 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbe714-f921-4c01-b384-007a21cc0cc9 req-618bc7d6-331e-4762-866c-362424f70b26 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:17.161993 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-88dbe714-f921-4c01-b384-007a21cc0cc9 req-618bc7d6-331e-4762-866c-362424f70b26 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 945 time: 0.0823302 Jun 03 20:07:17.208066 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-88dbe714-f921-4c01-b384-007a21cc0cc9 req-90a7893e-e83b-4d40-8e38-5282fa0a8e30 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404129 Jun 03 20:07:17.363119 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:17.659101 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4dad8ea7-8857-4764-8d72-ae9128c7dafb up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:07:17.731225 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 4dad8ea7-8857-4764-8d72-ae9128c7dafb triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:07:17.731607 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:17.853396 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:17.884258 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:07:17.886450 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e8fd0-487b-4f5c-9d32-2a49a8e7f192" -d '{"events": [{"server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "name": "network-vif-plugged", "status": "completed", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:07:17.894209 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:07:17.899107 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:17.901088 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:17.937142 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3b4327-8b4f-4bb5-9f5a-6dbeb1eb9a60 x-openstack-request-id: req-8b3b4327-8b4f-4bb5-9f5a-6dbeb1eb9a60 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:07:17.937447 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "name": "network-vif-plugged", "status": "completed", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:07:17.937709 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8b3b4327-8b4f-4bb5-9f5a-6dbeb1eb9a60 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:07:17.938105 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'code': 200} Jun 03 20:07:17.982779 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=10']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:17.985838 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:18.404761 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4dc61-1791-4457-8221-1457f4259232 req-5668d83a-4555-4b4b-97f6-15266683314d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:18.406249 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c2a4dc61-1791-4457-8221-1457f4259232 req-5668d83a-4555-4b4b-97f6-15266683314d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 947 time: 0.0866499 Jun 03 20:07:18.451361 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c2a4dc61-1791-4457-8221-1457f4259232 req-582b4b1a-9275-4680-ba0d-67ceb76afe27 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394735 Jun 03 20:07:18.741800 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fb9f3-d941-4f92-bc01-fc63d5487e31 req-86005fe5-4283-410b-918e-5106bdd17a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:18.743285 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fe5fb9f3-d941-4f92-bc01-fc63d5487e31 req-86005fe5-4283-410b-918e-5106bdd17a10 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 1100 time: 0.0741091 Jun 03 20:07:18.792159 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-fe5fb9f3-d941-4f92-bc01-fc63d5487e31 req-7c9d72b1-21f0-4e26-bef7-30c2701f6ffb service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352612 Jun 03 20:07:18.793490 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:19.710849 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc699f2-78d5-4e61-8bb5-8fe6224d5bf6 req-d4facbf3-748f-434d-9486-81fa22582ff7 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:19.712297 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dcc699f2-78d5-4e61-8bb5-8fe6224d5bf6 req-d4facbf3-748f-434d-9486-81fa22582ff7 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 947 time: 0.1461129 Jun 03 20:07:19.756309 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dcc699f2-78d5-4e61-8bb5-8fe6224d5bf6 req-7bddd80a-1999-406f-a502-f9eabe053cf9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383565 Jun 03 20:07:21.015423 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce0812-cc2d-4d7e-992b-839926cfa14f req-465136d2-ac62-4a95-94c8-8847a41064dd tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:21.017129 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-69ce0812-cc2d-4d7e-992b-839926cfa14f req-465136d2-ac62-4a95-94c8-8847a41064dd tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 947 time: 0.1428289 Jun 03 20:07:21.064522 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-69ce0812-cc2d-4d7e-992b-839926cfa14f req-f05e694e-9475-4dbe-82bb-4a49fc3468b9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415201 Jun 03 20:07:21.095002 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:22.298916 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f673c-3d10-4409-a0cb-c320e09b6b08 req-b12a7151-8c86-442b-966d-8da649a9b39f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:22.300375 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bb2f673c-3d10-4409-a0cb-c320e09b6b08 req-b12a7151-8c86-442b-966d-8da649a9b39f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 947 time: 0.0834291 Jun 03 20:07:22.346577 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bb2f673c-3d10-4409-a0cb-c320e09b6b08 req-a1a9896b-8576-4ceb-94dd-12ab310d52d2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 Jun 03 20:07:22.673303 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-174901b6-f9e8-4945-9a6a-437ac103cf9b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690670 Jun 03 20:07:22.777324 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-d4c7247f-fa47-4e27-a429-98c9c1c761ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:22.778890 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-d4c7247f-fa47-4e27-a429-98c9c1c761ed service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 1098 time: 0.0750089 Jun 03 20:07:22.944135 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-1a26b905-14a1-4626-b54f-e40b77e336a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:22.945626 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-1a26b905-14a1-4626-b54f-e40b77e336a6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 912 time: 0.1266367 Jun 03 20:07:23.054154 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-35bab868-61b2-43cd-9679-f67c52d2a559 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96e0aa2-ae5a-4231-951c-0962968ea818 HTTP/1.1" status: 200 len: 1000 time: 0.0957305 Jun 03 20:07:23.216371 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-4afc7be6-685e-40a7-a8bc-32bd4833b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:23.217835 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-4afc7be6-685e-40a7-a8bc-32bd4833b4dc service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 200 len: 849 time: 0.0579021 Jun 03 20:07:23.299735 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-e61d971b-6672-4dd5-9ab9-e58439c9baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:23.301253 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-e61d971b-6672-4dd5-9ab9-e58439c9baa4 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=aabff61b-8e41-4f90-a119-19e973bbee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717957 Jun 03 20:07:23.444561 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-d581013f-db28-4336-abe9-b4ed205aac6a service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316552 Jun 03 20:07:23.580464 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4d6fbf6c-02cc-4598-99b7-a8575373a338 req-daafc2b2-5c7d-43b4-95e2-32a604d55a08 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255724 Jun 03 20:07:32.274554 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34658) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:07:32.390779 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:32.405254 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:07:32.409112 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] Usage tracker for resource:security_group_rule and tenant:979bb5a9680940e9b7f47b6ead3bc6fe is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:07:32.411837 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:07:32.417595 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:07:32.503393 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:32.507157 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:32.514201 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e522b6f8-f6a2-4eea-9f7f-1289a6f29109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:32.561208 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=979bb5a9680940e9b7f47b6ead3bc6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856038 Jun 03 20:07:32.562370 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2b5d0b-cf6c-4948-bbcd-4d9347611888,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:32.564105 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 34662) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:07:32.566000 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:32.627150 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f7528cd6-57d3-4e5c-9a3d-b34039298566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:32.652983 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f7528cd6-57d3-4e5c-9a3d-b34039298566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:32.706071 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f7528cd6-57d3-4e5c-9a3d-b34039298566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:32.710930 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-28179603-74fd-4d3b-b824-c41464e322c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:32.724814 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7528cd6-57d3-4e5c-9a3d-b34039298566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2b5d0b-cf6c-4948-bbcd-4d9347611888,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:32.727621 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f7528cd6-57d3-4e5c-9a3d-b34039298566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:32.728758 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f7528cd6-57d3-4e5c-9a3d-b34039298566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:32.733784 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-f7528cd6-57d3-4e5c-9a3d-b34039298566 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2a2b5d0b-cf6c-4948-bbcd-4d9347611888 HTTP/1.1" status: 204 len: 168 time: 0.1648185 Jun 03 20:07:34.078563 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:07:34.095948 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34706) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:07:34.219386 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:34.235417 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:07:34.239503 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] Usage tracker for resource:security_group_rule and tenant:67fa40a264d2431f88afd27f73a70634 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:07:34.242613 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:07:34.248568 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:07:34.337820 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:34.342618 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:34.349708 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ccc83fcb-22c9-400b-8d38-9552f7d85647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:34.391989 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=67fa40a264d2431f88afd27f73a70634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949331 Jun 03 20:07:34.392914 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1f322b-0da5-412a-8f2e-b8c44e36300d,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:34.394629 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 34716) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:07:34.396397 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:34.465319 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:34.492265 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:34.547588 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:34.552942 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-65f80c24-3053-4870-95a8-ec287701c7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:34.658247 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1f322b-0da5-412a-8f2e-b8c44e36300d,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:34.666058 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:34.667028 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/da1f322b-0da5-412a-8f2e-b8c44e36300d HTTP/1.1" status: 204 len: 168 time: 0.2696729 Jun 03 20:07:34.671896 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.672351 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.672638 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.673027 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.673228 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.673584 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.673943 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.674349 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.674658 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.675173 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.675444 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.675698 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:34.678760 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:35.383896 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34742) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:07:35.491639 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1430077211-network', 'tenant_id': '4c252dbcb6014a65aa525268eb18b379'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:07:35.496410 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:07:35.506503 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Usage tracker for resource:network and tenant:4c252dbcb6014a65aa525268eb18b379 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:07:35.509624 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:07:35.516695 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:07:35.527006 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Made reservation on behalf of 4c252dbcb6014a65aa525268eb18b379 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:07:35.529781 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:35.541885 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:35.558129 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:07:35.563295 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Usage tracker for resource:security_group_rule and tenant:4c252dbcb6014a65aa525268eb18b379 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:07:35.566338 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:07:35.572278 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:07:35.659305 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:35.663747 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:35.667907 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-819c8c07-5af1-495a-a150-c59906f21fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:35.694367 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:07:35.707696 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc37b3c8-066d-4365-b53e-68af208054ee,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:35.712847 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:35.713175 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.segments_db [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Added segment 43aedf99-47ff-4114-8c76-b176103453a2 of type vlan for network 5c4a7f54-3e9e-479a-a201-fb1926d387de Jun 03 20:07:35.722217 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.722665 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.722911 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.723295 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.723604 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.723953 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.724292 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.725697 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.726444 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.726894 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.727441 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.727857 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:35.732637 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:35.756916 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:35.792693 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:35.795372 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:35.796001 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:35.806449 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:35.988225 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4a7f54-3e9e-479a-a201-fb1926d387de,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:35.992576 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:35.998884 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 5c4a7f54-3e9e-479a-a201-fb1926d387de details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:07:36.005842 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6204860 Jun 03 20:07:36.008789 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 34748) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:07:36.014221 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Request body: {'subnet': {'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1430077211-subnet', 'tenant_id': '4c252dbcb6014a65aa525268eb18b379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:07:36.018992 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:07:36.022889 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Usage tracker for resource:subnet and tenant:4c252dbcb6014a65aa525268eb18b379 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:07:36.026459 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:07:36.033174 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:07:36.051228 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Made reservation on behalf of 4c252dbcb6014a65aa525268eb18b379 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:07:36.058827 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16648335'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:36.452956 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16318929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16648349'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:36.456609 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:36.523928 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bb6a9f-f8ec-4509-a677-ce966472961a,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:36.527705 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:36.534734 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Checking segment: {'id': '43aedf99-47ff-4114-8c76-b176103453a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:07:36.535088 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Network hostable DHCP agents. Network: 5c4a7f54-3e9e-479a-a201-fb1926d387de, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:07:36.551987 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Network 5c4a7f54-3e9e-479a-a201-fb1926d387de is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:07:36.563289 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 5c4a7f54-3e9e-479a-a201-fb1926d387de) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:07:36.572106 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:36.572267 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09612b-96d5-4908-870f-ad020270b505 None None] Network 5c4a7f54-3e9e-479a-a201-fb1926d387de requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:07:36.572695 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:36.603986 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5913248 Jun 03 20:07:36.772068 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35439b1-58bc-46b6-8cc8-61bb344d1c81 None None] Network 5c4a7f54-3e9e-479a-a201-fb1926d387de requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:07:37.334440 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89ea2d-24bb-4229-8861-ca481aecf846 req-535bca71-990b-4743-8624-f0bb09e8aef1 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:37.335892 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0d89ea2d-24bb-4229-8861-ca481aecf846 req-535bca71-990b-4743-8624-f0bb09e8aef1 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.0892601 Jun 03 20:07:37.384690 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0d89ea2d-24bb-4229-8861-ca481aecf846 req-49407759-2469-40d9-bc06-7d52312ae672 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424583 Jun 03 20:07:38.691864 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828897-fb93-4106-89f6-94ad77d7a936 req-cc07bcfb-da90-40ac-8b1c-3530780cc161 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:38.693233 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3c828897-fb93-4106-89f6-94ad77d7a936 req-cc07bcfb-da90-40ac-8b1c-3530780cc161 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.1994841 Jun 03 20:07:38.718882 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-1284ac3f-a431-4504-b9b0-71e8dd38a00c tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:38.719548 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-1284ac3f-a431-4504-b9b0-71e8dd38a00c tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Synchronizing usage tracker for tenant:4c252dbcb6014a65aa525268eb18b379 on resource:network {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:07:38.760323 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3c828897-fb93-4106-89f6-94ad77d7a936 req-da41326d-3a02-4be3-9c0c-fb9bc0614cf5 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603309 Jun 03 20:07:38.761088 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-1284ac3f-a431-4504-b9b0-71e8dd38a00c tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Unset dirty status for tenant:4c252dbcb6014a65aa525268eb18b379 on resource:network {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:07:38.762066 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-1284ac3f-a431-4504-b9b0-71e8dd38a00c tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/networks?id=5c4a7f54-3e9e-479a-a201-fb1926d387de HTTP/1.1" status: 200 len: 809 time: 0.2265670 Jun 03 20:07:38.777461 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-b41dde1e-4389-4820-a16d-5551da362224 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/quotas/4c252dbcb6014a65aa525268eb18b379 HTTP/1.1" status: 200 len: 375 time: 0.0095024 Jun 03 20:07:38.826877 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-2e143c1b-22fa-4f98-b568-97c30a111d0c tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c252dbcb6014a65aa525268eb18b379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432429 Jun 03 20:07:39.004042 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-ab050234-efd5-4de3-acae-84a339740285 service neutron] 10.222.0.95 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701560 Jun 03 20:07:39.144458 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-013b079f-757a-4c45-83cb-28c536b982f2 service neutron] 10.222.0.95 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347041 Jun 03 20:07:39.328570 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-371783ed-ed01-4345-aed6-9b680051c808 req-dbdfb829-4e58-47de-8f10-fa8f69350b82 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 210 time: 0.0438006 Jun 03 20:07:39.953794 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e558b6-f4b4-4302-925e-b5ec9dfd3073 req-51c804c4-346b-48dd-8ec0-7f3cfb5d19a8 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:39.955261 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-06e558b6-f4b4-4302-925e-b5ec9dfd3073 req-51c804c4-346b-48dd-8ec0-7f3cfb5d19a8 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.0857358 Jun 03 20:07:40.009217 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-06e558b6-f4b4-4302-925e-b5ec9dfd3073 req-1cb2627c-1bc2-4dad-8b1f-162f6502ec47 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459318 Jun 03 20:07:40.480645 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bb7a32cb-a197-4c6f-b2c8-47a2b3eb4128 req-9403c87f-ae6b-4f90-9519-59f39fbb4a3b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 210 time: 0.0420079 Jun 03 20:07:40.833817 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-143d9b99-7b89-4656-b487-d11adb999a79 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:40.835315 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-143d9b99-7b89-4656-b487-d11adb999a79 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.109 "GET /v2.0/networks?id=5c4a7f54-3e9e-479a-a201-fb1926d387de HTTP/1.1" status: 200 len: 809 time: 0.1605077 Jun 03 20:07:40.857800 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Request body: {'port': {'device_id': '3d0cfc52-7f39-44dc-a194-6f2298f782a2', 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de', 'admin_state_up': True, 'tenant_id': '4c252dbcb6014a65aa525268eb18b379'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:07:40.996306 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:07:41.000650 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Usage tracker for resource:port and tenant:4c252dbcb6014a65aa525268eb18b379 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:07:41.003442 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:07:41.009256 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:07:41.018862 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Made reservation on behalf of 4c252dbcb6014a65aa525268eb18b379 for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:07:41.022488 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:41.187733 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Allocated IP 172.20.0.14 (5c4a7f54-3e9e-479a-a201-fb1926d387de/e2bb6a9f-f8ec-4509-a677-ce966472961a/731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:07:41.207811 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c928d0-23f9-406d-b947-9fa80b83f4fc req-12dbbc60-b3a0-45fe-9c02-fd33b22c1097 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:41.209480 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e3c928d0-23f9-406d-b947-9fa80b83f4fc req-12dbbc60-b3a0-45fe-9c02-fd33b22c1097 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.0849075 Jun 03 20:07:41.255088 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e3c928d0-23f9-406d-b947-9fa80b83f4fc req-5e22e181-252d-4962-ac9f-012a66a069d6 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 Jun 03 20:07:41.395501 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:41.425917 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:41.431471 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0d0c11f8-c3e0-4e54-bb98-fa9338b24d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:41.491941 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Network 5c4a7f54-3e9e-479a-a201-fb1926d387de is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:07:41.494850 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:07:41.507360 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:07:41.535016 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Pushing event updated for resources: {'Port': ['ID=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:41.540355 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:41.576388 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:41.577085 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:41.598457 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7446201 Jun 03 20:07:41.612301 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Request body: {'port': {'device_id': '3d0cfc52-7f39-44dc-a194-6f2298f782a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:07:41.677427 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8501cb-42a6-476f-90f1-ec4e80ea1ac8 req-29dc7f49-616c-42fe-b203-955cd5785183 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:41.678918 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5e8501cb-42a6-476f-90f1-ec4e80ea1ac8 req-29dc7f49-616c-42fe-b203-955cd5785183 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 932 time: 0.0897911 Jun 03 20:07:41.728896 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-5e8501cb-42a6-476f-90f1-ec4e80ea1ac8 req-c6e27759-541f-46bf-a4df-0d604c174cea tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Synchronizing usage tracker for tenant:4c252dbcb6014a65aa525268eb18b379 on resource:security_group {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:07:41.732654 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:41.748381 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-5e8501cb-42a6-476f-90f1-ec4e80ea1ac8 req-c6e27759-541f-46bf-a4df-0d604c174cea tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Unset dirty status for tenant:4c252dbcb6014a65aa525268eb18b379 on resource:security_group {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:07:41.751553 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5e8501cb-42a6-476f-90f1-ec4e80ea1ac8 req-c6e27759-541f-46bf-a4df-0d604c174cea tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646887 Jun 03 20:07:42.083323 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:07:42.091778 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:42.105815 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Transition to ACTIVE for port object 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:07:42.110781 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:42.114273 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:42.238867 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Pushing event updated for resources: {'Port': ['ID=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:42.266969 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:42.347232 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Attempting to bind port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:07:42.347476 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Attempting to bind port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '43aedf99-47ff-4114-8c76-b176103453a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:07:42.347793 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Attempting to bind port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 on network 5c4a7f54-3e9e-479a-a201-fb1926d387de {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:07:42.352853 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 on network 5c4a7f54-3e9e-479a-a201-fb1926d387de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:07:42.353195 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Attempting to bind port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 on network 5c4a7f54-3e9e-479a-a201-fb1926d387de {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:07:42.358882 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:07:42.359296 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Checking segment: {'id': '43aedf99-47ff-4114-8c76-b176103453a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:07:42.359609 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Bound using segment: {'id': '43aedf99-47ff-4114-8c76-b176103453a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:07:42.360042 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Bound port: 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aedf99-47ff-4114-8c76-b176103453a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:07:42.360389 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:42.533765 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a71dac38-efea-43b1-b98b-aaf52eb6313a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:42.567272 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeb688-89d4-4ef5-a9e7-249fc03495db req-00919d15-64be-4dcb-99c7-5a5ca824ab71 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:42.568609 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] For port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:07:42.569798 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fafeb688-89d4-4ef5-a9e7-249fc03495db req-00919d15-64be-4dcb-99c7-5a5ca824ab71 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.2039952 Jun 03 20:07:42.571113 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] For port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,segment=NetworkSegment(43aedf99-47ff-4114-8c76-b176103453a2),segment_id=43aedf99-47ff-4114-8c76-b176103453a2)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:07:42.584552 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:42.588795 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:42.627847 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fafeb688-89d4-4ef5-a9e7-249fc03495db req-008e8a8d-3413-4fb2-8297-a3ec11bbabf3 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 Jun 03 20:07:42.643351 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:42.643969 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:42.645457 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] 10.222.0.109 "PUT /v2.0/ports/731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 HTTP/1.1" status: 200 len: 1094 time: 1.0374212 Jun 03 20:07:42.646040 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0cfc52-7f39-44dc-a194-6f2298f782a2', 'tag': '731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:07:42.648324 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef799f9-cb57-4350-9822-a38b02d29fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0cfc52-7f39-44dc-a194-6f2298f782a2", "tag": "731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:07:42.672184 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Pushing event updated for resources: {'Port': ['ID=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:42.675281 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:42.695529 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbb61d5-6e0b-40cf-98a4-b65e6c58babf x-openstack-request-id: req-efbb61d5-6e0b-40cf-98a4-b65e6c58babf {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:07:42.695857 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0cfc52-7f39-44dc-a194-6f2298f782a2", "tag": "731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:07:42.696150 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-efbb61d5-6e0b-40cf-98a4-b65e6c58babf {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:07:42.696580 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0cfc52-7f39-44dc-a194-6f2298f782a2', 'tag': '731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8', 'status': 'completed', 'code': 200} Jun 03 20:07:42.787656 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-b92aad07-62a4-4e61-b1ac-c14ace0c2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:42.789186 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-b92aad07-62a4-4e61-b1ac-c14ace0c2911 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=4c252dbcb6014a65aa525268eb18b379&device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 1097 time: 0.0769203 Jun 03 20:07:42.869915 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-ddc0f35c-9bd0-43f6-8bd7-853f3e1ce508 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0666864 Jun 03 20:07:42.944045 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-6ba04557-072c-46cc-9327-87a08174b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:42.945467 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-6ba04557-072c-46cc-9327-87a08174b7f8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e2bb6a9f-f8ec-4509-a677-ce966472961a HTTP/1.1" status: 200 len: 849 time: 0.0641339 Jun 03 20:07:42.950309 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc49d63-9d34-4cb5-b4ee-c5b36e8d9aa3 req-2a1b4392-66c0-4abf-b76c-2032d96cd7f8 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:42.951824 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2cc49d63-9d34-4cb5-b4ee-c5b36e8d9aa3 req-2a1b4392-66c0-4abf-b76c-2032d96cd7f8 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 944 time: 0.0855880 Jun 03 20:07:43.003049 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2cc49d63-9d34-4cb5-b4ee-c5b36e8d9aa3 req-e5f2f757-1ca6-47b6-a077-0fd2a4b6a1d7 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453236 Jun 03 20:07:43.006307 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-54155f04-1cd8-491b-b46f-ed63a7c0af78 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5c4a7f54-3e9e-479a-a201-fb1926d387de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431283 Jun 03 20:07:43.217455 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-b4ea1936-bf92-4580-8808-dad2aaa61c8b service neutron] 10.222.0.109 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906807 Jun 03 20:07:43.350848 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-748007ce-163a-4047-9dd4-7421b9ee28bc req-ad61ed86-d3a9-4088-a368-ca09348925ce service neutron] 10.222.0.109 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247096 Jun 03 20:07:43.490104 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef799f9-cb57-4350-9822-a38b02d29fc0 req-6f01f62a-51e6-4e52-91ce-f975e8e00f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:43.491475 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5ef799f9-cb57-4350-9822-a38b02d29fc0 req-6f01f62a-51e6-4e52-91ce-f975e8e00f70 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=4c252dbcb6014a65aa525268eb18b379&device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 1097 time: 0.0715041 Jun 03 20:07:43.631199 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef799f9-cb57-4350-9822-a38b02d29fc0 req-9861d1a6-61d0-4e49-8a54-a96966876694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:43.632644 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5ef799f9-cb57-4350-9822-a38b02d29fc0 req-9861d1a6-61d0-4e49-8a54-a96966876694 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5c4a7f54-3e9e-479a-a201-fb1926d387de HTTP/1.1" status: 200 len: 911 time: 0.1343465 Jun 03 20:07:43.713036 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5ef799f9-cb57-4350-9822-a38b02d29fc0 req-c38d5acc-22cc-4f0d-8be1-6bd0f30a9dec service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0710597 Jun 03 20:07:43.789339 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef799f9-cb57-4350-9822-a38b02d29fc0 req-8a04e66e-3f62-45db-81d9-95902e62b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:43.790729 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5ef799f9-cb57-4350-9822-a38b02d29fc0 req-8a04e66e-3f62-45db-81d9-95902e62b587 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e2bb6a9f-f8ec-4509-a677-ce966472961a HTTP/1.1" status: 200 len: 849 time: 0.0676382 Jun 03 20:07:43.846003 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5ef799f9-cb57-4350-9822-a38b02d29fc0 req-6ccfb6a6-5592-4c92-8217-bae9503b9861 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5c4a7f54-3e9e-479a-a201-fb1926d387de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445721 Jun 03 20:07:43.848709 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bce4e-b4da-4087-9eec-78a9760c2a7f req-a350be8b-8259-4323-ae2d-fb68b995a3bf tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:43.850210 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-293bce4e-b4da-4087-9eec-78a9760c2a7f req-a350be8b-8259-4323-ae2d-fb68b995a3bf tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.1029015 Jun 03 20:07:43.904415 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-293bce4e-b4da-4087-9eec-78a9760c2a7f req-9b5b38e5-f3e6-4869-850f-8fd976f3e9d9 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483856 Jun 03 20:07:43.989099 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5ef799f9-cb57-4350-9822-a38b02d29fc0 req-7725d647-66d8-4058-a65a-8110d093058e service neutron] 10.222.0.109 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297302 Jun 03 20:07:44.134261 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-5ef799f9-cb57-4350-9822-a38b02d29fc0 req-dc77fe99-5d3a-4901-8ae4-0dabf560bace service neutron] 10.222.0.109 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339350 Jun 03 20:07:44.228173 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f136f-af52-419c-8208-756ee5f0c2eb req-330c4fc1-c0e9-4a27-9054-db9ab386f5b2 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:44.229719 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a83f136f-af52-419c-8208-756ee5f0c2eb req-330c4fc1-c0e9-4a27-9054-db9ab386f5b2 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 944 time: 0.1008973 Jun 03 20:07:44.285288 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a83f136f-af52-419c-8208-756ee5f0c2eb req-c41949f9-4d19-4ca2-b3eb-bd12eb9ad234 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496531 Jun 03 20:07:45.102292 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e362cea-fa21-4e78-b83f-eae8989fa0cd req-be3d866f-0fb3-4384-b872-3a02bd599f14 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:45.103766 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5e362cea-fa21-4e78-b83f-eae8989fa0cd req-be3d866f-0fb3-4384-b872-3a02bd599f14 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.0876429 Jun 03 20:07:45.106247 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-6fefdacd-3470-4244-9e27-3d7a83e292d4 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:45.108245 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-6fefdacd-3470-4244-9e27-3d7a83e292d4 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Synchronizing usage tracker for tenant:2361de1580304c6e9cfab4285f1e474f on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:07:45.124481 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-6fefdacd-3470-4244-9e27-3d7a83e292d4 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Unset dirty status for tenant:2361de1580304c6e9cfab4285f1e474f on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:07:45.125767 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-6fefdacd-3470-4244-9e27-3d7a83e292d4 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.109 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 945 time: 0.1007888 Jun 03 20:07:45.157899 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5e362cea-fa21-4e78-b83f-eae8989fa0cd req-3643eb13-e9a8-4080-bf6f-55c98cc2dd26 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/security-groups?id=036da12c-ddfb-49e1-b572-4d86d7877696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451884 Jun 03 20:07:45.164007 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:45.274144 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Deleting port 4d500398-09dd-41c7-aa8d-0d5a561494c0 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:07:45.274476 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:45.495540 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ce77c-d46e-4646-bb49-cb7f3a77df88 req-e8dc9f5f-df1a-4696-8de1-05384bb9ed7e tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:45.498583 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7e4ce77c-d46e-4646-bb49-cb7f3a77df88 req-e8dc9f5f-df1a-4696-8de1-05384bb9ed7e tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 944 time: 0.1002171 Jun 03 20:07:45.522316 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] For port 4d500398-09dd-41c7-aa8d-0d5a561494c0, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4d500398-09dd-41c7-aa8d-0d5a561494c0,segment=NetworkSegment(c24acde0-cf0d-484a-ae00-5ac2bb8a0983),segment_id=c24acde0-cf0d-484a-ae00-5ac2bb8a0983)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:07:45.522669 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:45.563586 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7e4ce77c-d46e-4646-bb49-cb7f3a77df88 req-970ae34d-d1da-48eb-a2c7-cf0f7af7f29c tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573311 Jun 03 20:07:45.650842 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Calling delete_port for 4d500398-09dd-41c7-aa8d-0d5a561494c0 owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:07:45.715573 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-1de07646-54fa-41a4-b392-4b3041e8b65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:45.771412 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:45.776814 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-760612fe-aaf2-411a-a970-889997b77a66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:45.786812 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['4d500398-09dd-41c7-aa8d-0d5a561494c0'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:07:45.823801 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Pushing event deleted for resources: {'Port': ['ID=4d500398-09dd-41c7-aa8d-0d5a561494c0,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:45.827539 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:45.903826 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] No DVR routers for this DVR port 4d500398-09dd-41c7-aa8d-0d5a561494c0 on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:07:45.906318 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:45.908888 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f74f70-50c5-418c-b0e7-cdfb1f4d000c', 'name': 'network-vif-deleted', 'tag': '4d500398-09dd-41c7-aa8d-0d5a561494c0'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:07:45.911161 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246c78c-042b-41a1-ba41-94b5289fcc09" -d '{"events": [{"server_uuid": "67f74f70-50c5-418c-b0e7-cdfb1f4d000c", "name": "network-vif-deleted", "tag": "4d500398-09dd-41c7-aa8d-0d5a561494c0"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:07:45.926362 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-17f6c994-9bfa-4c91-8e4d-f7dfa899ad85 req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.109 "DELETE /v2.0/ports/4d500398-09dd-41c7-aa8d-0d5a561494c0 HTTP/1.1" status: 204 len: 173 time: 0.7911701 Jun 03 20:07:45.961726 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b039ba2b-abaa-4d97-af6e-473f4dec523f x-openstack-request-id: req-b039ba2b-abaa-4d97-af6e-473f4dec523f {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:07:45.961994 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f74f70-50c5-418c-b0e7-cdfb1f4d000c", "name": "network-vif-deleted", "tag": "4d500398-09dd-41c7-aa8d-0d5a561494c0", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:07:45.962192 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b039ba2b-abaa-4d97-af6e-473f4dec523f {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:07:45.962629 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f74f70-50c5-418c-b0e7-cdfb1f4d000c', 'name': 'network-vif-deleted', 'tag': '4d500398-09dd-41c7-aa8d-0d5a561494c0', 'status': 'completed', 'code': 200} Jun 03 20:07:46.327998 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ba010b94-7b53-46fc-ad6f-b8b9a15b85b8 req-ed44e85d-29b4-4839-8e83-97af95087a63 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f74f70-50c5-418c-b0e7-cdfb1f4d000c HTTP/1.1" status: 200 len: 210 time: 0.0486143 Jun 03 20:07:46.773714 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9efd3e-2f31-4959-941a-63bce6141466 req-2841bb8d-23e5-41c9-b675-b501a770d416 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:46.775268 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-af9efd3e-2f31-4959-941a-63bce6141466 req-2841bb8d-23e5-41c9-b675-b501a770d416 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 944 time: 0.0915689 Jun 03 20:07:46.827164 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-af9efd3e-2f31-4959-941a-63bce6141466 req-14b415e3-6682-4ff9-9a18-7f2fb83861b2 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Jun 03 20:07:47.368318 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:47.881665 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:07:47.883856 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4d500398-09dd-41c7-aa8d-0d5a561494c0 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:07:47.926641 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 4d500398-09dd-41c7-aa8d-0d5a561494c0 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:07:47.926911 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4d500398-09dd-41c7-aa8d-0d5a561494c0 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:07:48.034434 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2c25-61cf-449f-a972-fa04d3bd6cd0 req-4224d7db-5847-438d-a97e-78edebcbe89c tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:48.035964 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-feef2c25-61cf-449f-a972-fa04d3bd6cd0 req-4224d7db-5847-438d-a97e-78edebcbe89c tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 944 time: 0.0912681 Jun 03 20:07:48.085092 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-feef2c25-61cf-449f-a972-fa04d3bd6cd0 req-ebe61d4c-5134-4ace-a9e4-39e84a4215ef tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Jun 03 20:07:48.140142 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,segment=NetworkSegment(43aedf99-47ff-4114-8c76-b176103453a2),segment_id=43aedf99-47ff-4114-8c76-b176103453a2)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:07:48.156396 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8', 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de', 'port_id': '731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8', 'mac_address': 'fa:16:3e:b2:40:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bb6a9f-f8ec-4509-a677-ce966472961a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:07:48.215344 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:48.234445 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:07:48.251428 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,segment=NetworkSegment(43aedf99-47ff-4114-8c76-b176103453a2),segment_id=43aedf99-47ff-4114-8c76-b176103453a2)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:07:48.256102 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:48.258749 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:48.367030 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:48.374890 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.375603 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.375603 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.375867 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.376198 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.376640 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.376841 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.377166 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.377479 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.377822 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.378111 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.378421 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:07:48.382653 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:48.774557 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:07:48.866392 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:49.280048 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d2454-7a93-4242-b0f3-5e11eba9444f req-4faa2c6b-df22-4af5-8b9f-f9abdbb4b476 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:49.281558 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d07d2454-7a93-4242-b0f3-5e11eba9444f req-4faa2c6b-df22-4af5-8b9f-f9abdbb4b476 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 945 time: 0.0846164 Jun 03 20:07:49.341998 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d07d2454-7a93-4242-b0f3-5e11eba9444f req-b73892d4-687d-4be0-920b-78b6191a9e51 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542915 Jun 03 20:07:50.553419 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bff752-02ed-4147-a7b3-befce8a82e25 req-3c91c0ef-6272-481b-8b68-2efd4165218b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:50.556059 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-70bff752-02ed-4147-a7b3-befce8a82e25 req-3c91c0ef-6272-481b-8b68-2efd4165218b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 945 time: 0.1019757 Jun 03 20:07:50.603899 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-70bff752-02ed-4147-a7b3-befce8a82e25 req-c9a7e8bb-bf2f-4606-b1f7-5d70da29e113 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Jun 03 20:07:51.098729 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:51.808065 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028e04c-f995-451f-999e-11d245091a51 req-a6ef4217-3c88-4661-b8d1-10d3014bb40f tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:51.810239 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d028e04c-f995-451f-999e-11d245091a51 req-a6ef4217-3c88-4661-b8d1-10d3014bb40f tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 945 time: 0.0883119 Jun 03 20:07:51.855101 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d028e04c-f995-451f-999e-11d245091a51 req-48914999-aee7-4bb4-86ab-4ff806405e49 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390227 Jun 03 20:07:51.891676 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:07:51.960350 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:07:51.966217 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:07:51.966631 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:52.089380 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:52.124423 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0cfc52-7f39-44dc-a194-6f2298f782a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:07:52.128337 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd4a24f-c08f-4ad2-8f46-8f530f5550af" -d '{"events": [{"server_uuid": "3d0cfc52-7f39-44dc-a194-6f2298f782a2", "name": "network-vif-plugged", "status": "completed", "tag": "731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:07:52.141403 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,segment=NetworkSegment(43aedf99-47ff-4114-8c76-b176103453a2),segment_id=43aedf99-47ff-4114-8c76-b176103453a2)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:07:52.146508 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:52.148306 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:52.198987 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6479496-bee9-4df3-a719-e0a6666a3bb5 x-openstack-request-id: req-e6479496-bee9-4df3-a719-e0a6666a3bb5 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:07:52.199287 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0cfc52-7f39-44dc-a194-6f2298f782a2", "name": "network-vif-plugged", "status": "completed", "tag": "731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:07:52.199588 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e6479496-bee9-4df3-a719-e0a6666a3bb5 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:07:52.200017 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0cfc52-7f39-44dc-a194-6f2298f782a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8', 'code': 200} Jun 03 20:07:52.218723 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:52.221420 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:52.448714 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec49b8-f1d8-4e69-aefb-2ba28646840b req-9b592c52-a3d8-4098-9263-5109fc84d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:52.450136 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a4ec49b8-f1d8-4e69-aefb-2ba28646840b req-9b592c52-a3d8-4098-9263-5109fc84d8dc service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 1099 time: 0.0716493 Jun 03 20:07:52.498713 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a4ec49b8-f1d8-4e69-aefb-2ba28646840b req-921b151e-884e-47ab-9ac6-888b3c80a852 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Jun 03 20:07:53.050564 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb81f0-fc69-45cf-8882-5ef0d54834cf req-47c5c466-68ce-423b-88be-45144e6b0681 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:53.052080 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e1fb81f0-fc69-45cf-8882-5ef0d54834cf req-47c5c466-68ce-423b-88be-45144e6b0681 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 946 time: 0.0863452 Jun 03 20:07:53.097768 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e1fb81f0-fc69-45cf-8882-5ef0d54834cf req-8e3b575b-ab77-4bc4-869d-3e5bc3de0371 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Jun 03 20:07:54.302853 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bdefa-1628-4be3-a473-46e9a26fbc56 req-699fffc4-5db3-4c8f-95ab-e8b8e8922259 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:54.304424 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c0bdefa-1628-4be3-a473-46e9a26fbc56 req-699fffc4-5db3-4c8f-95ab-e8b8e8922259 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 946 time: 0.0871108 Jun 03 20:07:54.352126 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5c0bdefa-1628-4be3-a473-46e9a26fbc56 req-77ca6ca0-9f13-4175-84bc-d46a347c22a4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Jun 03 20:07:55.542162 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ae0ba-5513-4513-8d9d-e34d2396902d req-a048aef7-eef3-4710-b086-513a3ee50b33 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:55.543674 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-308ae0ba-5513-4513-8d9d-e34d2396902d req-a048aef7-eef3-4710-b086-513a3ee50b33 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 946 time: 0.0835621 Jun 03 20:07:55.594149 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-308ae0ba-5513-4513-8d9d-e34d2396902d req-747894fe-f936-4884-a5e3-2f6e0bbeb19a tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446641 Jun 03 20:07:56.707794 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f342-56ce-44a9-add9-bbc7b1f867ce req-6f1e0ba3-f919-4e77-ba3b-3bc2653772b6 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:56.709317 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4e38f342-56ce-44a9-add9-bbc7b1f867ce req-6f1e0ba3-f919-4e77-ba3b-3bc2653772b6 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 946 time: 0.0797856 Jun 03 20:07:56.756891 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4e38f342-56ce-44a9-add9-bbc7b1f867ce req-c7ce7db5-b179-4ece-9c8a-4e621993f6cc tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Jun 03 20:07:57.962471 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307533e-824c-48eb-800e-0be32bd8ed9a req-9a3aaa69-2171-4a81-b012-e31c30a7766b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:57.963999 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4307533e-824c-48eb-800e-0be32bd8ed9a req-9a3aaa69-2171-4a81-b012-e31c30a7766b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 946 time: 0.0929308 Jun 03 20:07:58.013981 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4307533e-824c-48eb-800e-0be32bd8ed9a req-cb0ea2e0-3650-4fd6-92b8-1ca6e4470a20 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Jun 03 20:07:59.134706 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273fb3e-637c-4087-bf05-0670bc034844 req-286dbe71-93d7-4dba-bd0d-b0746877f7df tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:59.135512 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-c273fb3e-637c-4087-bf05-0670bc034844 req-286dbe71-93d7-4dba-bd0d-b0746877f7df tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Synchronizing usage tracker for tenant:4c252dbcb6014a65aa525268eb18b379 on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:07:59.153214 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-c273fb3e-637c-4087-bf05-0670bc034844 req-286dbe71-93d7-4dba-bd0d-b0746877f7df tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Unset dirty status for tenant:4c252dbcb6014a65aa525268eb18b379 on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:07:59.154385 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c273fb3e-637c-4087-bf05-0670bc034844 req-286dbe71-93d7-4dba-bd0d-b0746877f7df tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.109 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 946 time: 0.1027651 Jun 03 20:07:59.210034 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d139e92-007c-4233-b120-c0dc09e3ec81 req-5d841b5e-6a69-407b-86a4-ac2075c88107 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:07:59.211508 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2d139e92-007c-4233-b120-c0dc09e3ec81 req-5d841b5e-6a69-407b-86a4-ac2075c88107 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 946 time: 0.0819783 Jun 03 20:07:59.257263 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2d139e92-007c-4233-b120-c0dc09e3ec81 req-ba7c2146-c7b3-40cb-b624-5d9b535eeff2 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Jun 03 20:07:59.302681 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-c273fb3e-637c-4087-bf05-0670bc034844 req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Deleting port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:07:59.302938 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c273fb3e-637c-4087-bf05-0670bc034844 req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:59.437915 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-c273fb3e-637c-4087-bf05-0670bc034844 req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] For port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,segment=NetworkSegment(43aedf99-47ff-4114-8c76-b176103453a2),segment_id=43aedf99-47ff-4114-8c76-b176103453a2)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:07:59.438264 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c273fb3e-637c-4087-bf05-0670bc034844 req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:59.560265 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-c273fb3e-637c-4087-bf05-0670bc034844 req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Calling delete_port for 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:07:59.676587 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c273fb3e-637c-4087-bf05-0670bc034844 req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:59.682330 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:07:59.688852 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:07:59.732025 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Pushing event deleted for resources: {'Port': ['ID=731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:07:59.736171 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:07:59.812532 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c273fb3e-637c-4087-bf05-0670bc034844 req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] No DVR routers for this DVR port 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:07:59.815768 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-c273fb3e-637c-4087-bf05-0670bc034844 req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:07:59.818512 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0cfc52-7f39-44dc-a194-6f2298f782a2', 'name': 'network-vif-deleted', 'tag': '731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:07:59.820766 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef8af4-e1dc-4463-b751-97fd60bd8498" -d '{"events": [{"server_uuid": "3d0cfc52-7f39-44dc-a194-6f2298f782a2", "name": "network-vif-deleted", "tag": "731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:07:59.834007 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c273fb3e-637c-4087-bf05-0670bc034844 req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.109 "DELETE /v2.0/ports/731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 HTTP/1.1" status: 204 len: 173 time: 0.6724019 Jun 03 20:08:00.011531 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ebd56f-ec7f-4c4f-b7cd-d1367e56542b x-openstack-request-id: req-96ebd56f-ec7f-4c4f-b7cd-d1367e56542b {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:08:00.011862 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0cfc52-7f39-44dc-a194-6f2298f782a2", "name": "network-vif-deleted", "tag": "731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:08:00.012144 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-96ebd56f-ec7f-4c4f-b7cd-d1367e56542b {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:08:00.013108 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0cfc52-7f39-44dc-a194-6f2298f782a2', 'name': 'network-vif-deleted', 'tag': '731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8', 'status': 'completed', 'code': 200} Jun 03 20:08:00.529989 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-edc9b350-6fc1-4099-9c0f-4e2f993adade req-74256f68-ab1d-43c5-9f5c-dc6b308e8cba tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d0cfc52-7f39-44dc-a194-6f2298f782a2 HTTP/1.1" status: 200 len: 210 time: 0.1356711 Jun 03 20:08:01.895242 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-fe48ad4f-2000-414a-9a4e-24e5b7c5406f tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:01.896654 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-fe48ad4f-2000-414a-9a4e-24e5b7c5406f tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/networks?id=5c4a7f54-3e9e-479a-a201-fb1926d387de HTTP/1.1" status: 200 len: 809 time: 0.1450627 Jun 03 20:08:01.911229 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-cac37639-95e8-4017-b587-536d350c5bb2 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/quotas/4c252dbcb6014a65aa525268eb18b379 HTTP/1.1" status: 200 len: 375 time: 0.0090926 Jun 03 20:08:01.928514 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:08:01.959783 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-509d73fe-fcd4-4d20-a440-1bac9b62f45e tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c252dbcb6014a65aa525268eb18b379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434654 Jun 03 20:08:01.963439 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:08:01.963771 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 731fac0d-7f7a-4ecb-b9a3-a4dcea4fcaf8 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:08:02.095046 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-af2e32a1-9c5c-4d1a-b0e4-986baab5a049 service neutron] 10.222.0.95 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277266 Jun 03 20:08:02.229999 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-e25afaae-8d3d-493c-95ec-299370ef72d0 service neutron] 10.222.0.95 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292231 Jun 03 20:08:02.404325 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f1e8f7f4-3e68-45f9-9a48-c9420b0795c2 req-36f65255-30ae-42a1-894f-5b7dd55530c4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 210 time: 0.0459418 Jun 03 20:08:03.572334 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-df1b8bc0-b071-4088-9c25-d42fc9b290f9 req-cb524ad2-2d2e-443d-a546-b9f1ee68f54e tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 210 time: 0.0555189 Jun 03 20:08:03.604522 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-b0f0d996-a7c2-4657-bd12-51801797ecee tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:03.606029 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-b0f0d996-a7c2-4657-bd12-51801797ecee tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.109 "GET /v2.0/networks?id=5c4a7f54-3e9e-479a-a201-fb1926d387de HTTP/1.1" status: 200 len: 809 time: 0.1564054 Jun 03 20:08:03.620249 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Request body: {'port': {'device_id': '00b6bd34-23f7-44d9-9aa9-1eaab57e133f', 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de', 'admin_state_up': True, 'tenant_id': '4c252dbcb6014a65aa525268eb18b379'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:08:03.855288 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:08:03.860282 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Usage tracker for resource:port and tenant:4c252dbcb6014a65aa525268eb18b379 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:08:03.863148 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:08:03.868787 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:08:03.880482 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Made reservation on behalf of 4c252dbcb6014a65aa525268eb18b379 for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:08:03.884375 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:04.057890 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Allocated IP 172.20.0.14 (5c4a7f54-3e9e-479a-a201-fb1926d387de/e2bb6a9f-f8ec-4509-a677-ce966472961a/598b453d-0992-4ce7-970c-3a5c2a6af8df) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:08:04.270813 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:04.300016 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:04.306001 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:04.364252 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Network 5c4a7f54-3e9e-479a-a201-fb1926d387de is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:08:04.367287 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:08:04.369744 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:08:04.417454 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Pushing event updated for resources: {'Port': ['ID=598b453d-0992-4ce7-970c-3a5c2a6af8df,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:04.420892 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:04.447155 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:04.447753 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:04.472100 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8558249 Jun 03 20:08:04.513982 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Request body: {'port': {'device_id': '00b6bd34-23f7-44d9-9aa9-1eaab57e133f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:08:04.628491 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:04.762492 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03d320-4f33-4671-96e0-9c93de47720d req-e36ec7ae-f670-447c-a294-91119be09ea0 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:04.764485 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6b03d320-4f33-4671-96e0-9c93de47720d req-e36ec7ae-f670-447c-a294-91119be09ea0 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 932 time: 0.0833857 Jun 03 20:08:04.816731 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6b03d320-4f33-4671-96e0-9c93de47720d req-96b3c13b-e0b0-4bf7-9fc6-89cc6cbf6942 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462048 Jun 03 20:08:04.992341 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598b453d-0992-4ce7-970c-3a5c2a6af8df {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:08:05.000272 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:05.016417 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Transition to ACTIVE for port object 598b453d-0992-4ce7-970c-3a5c2a6af8df will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:08:05.019910 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:05.024969 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-51552e35-bc93-4812-8465-b9101f330417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:05.179332 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=598b453d-0992-4ce7-970c-3a5c2a6af8df,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:05.187872 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:05.264631 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Attempting to bind port 598b453d-0992-4ce7-970c-3a5c2a6af8df on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:08:05.265003 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Attempting to bind port 598b453d-0992-4ce7-970c-3a5c2a6af8df by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '43aedf99-47ff-4114-8c76-b176103453a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:08:05.265327 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Attempting to bind port 598b453d-0992-4ce7-970c-3a5c2a6af8df on network 5c4a7f54-3e9e-479a-a201-fb1926d387de {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:08:05.270466 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Port 598b453d-0992-4ce7-970c-3a5c2a6af8df on network 5c4a7f54-3e9e-479a-a201-fb1926d387de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:08:05.270785 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Attempting to bind port 598b453d-0992-4ce7-970c-3a5c2a6af8df on network 5c4a7f54-3e9e-479a-a201-fb1926d387de {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:08:05.276590 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:08:05.276967 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Checking segment: {'id': '43aedf99-47ff-4114-8c76-b176103453a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:08:05.277363 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Bound using segment: {'id': '43aedf99-47ff-4114-8c76-b176103453a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:08:05.277803 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Bound port: 598b453d-0992-4ce7-970c-3a5c2a6af8df, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aedf99-47ff-4114-8c76-b176103453a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:08:05.278144 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:05.377994 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] For port 598b453d-0992-4ce7-970c-3a5c2a6af8df, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:08:05.381938 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] For port 598b453d-0992-4ce7-970c-3a5c2a6af8df, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=598b453d-0992-4ce7-970c-3a5c2a6af8df,segment=NetworkSegment(43aedf99-47ff-4114-8c76-b176103453a2),segment_id=43aedf99-47ff-4114-8c76-b176103453a2)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:08:05.386543 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:05.391541 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7d86eb69-6311-406e-bf25-2c6d4b484989 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:05.444126 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:05.445603 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:05.446316 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] 10.222.0.109 "PUT /v2.0/ports/598b453d-0992-4ce7-970c-3a5c2a6af8df HTTP/1.1" status: 200 len: 1094 time: 0.9376311 Jun 03 20:08:05.446847 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b6bd34-23f7-44d9-9aa9-1eaab57e133f', 'tag': '598b453d-0992-4ce7-970c-3a5c2a6af8df'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:08:05.449164 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "00b6bd34-23f7-44d9-9aa9-1eaab57e133f", "tag": "598b453d-0992-4ce7-970c-3a5c2a6af8df"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:08:05.487904 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=598b453d-0992-4ce7-970c-3a5c2a6af8df,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:05.491297 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:05.526253 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55374dc-51fd-469c-867f-9eb59f5e0f90 x-openstack-request-id: req-e55374dc-51fd-469c-867f-9eb59f5e0f90 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:08:05.526568 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b6bd34-23f7-44d9-9aa9-1eaab57e133f", "tag": "598b453d-0992-4ce7-970c-3a5c2a6af8df", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:08:05.526851 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e55374dc-51fd-469c-867f-9eb59f5e0f90 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:08:05.527262 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b6bd34-23f7-44d9-9aa9-1eaab57e133f', 'tag': '598b453d-0992-4ce7-970c-3a5c2a6af8df', 'status': 'completed', 'code': 200} Jun 03 20:08:05.569577 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-38d65f70-1804-4757-aa68-cbc56e291372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:05.571180 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-38d65f70-1804-4757-aa68-cbc56e291372 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=4c252dbcb6014a65aa525268eb18b379&device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 1097 time: 0.0784326 Jun 03 20:08:05.648660 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-81afed04-7a08-47f8-80b9-15aa9b6f3013 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=598b453d-0992-4ce7-970c-3a5c2a6af8df HTTP/1.1" status: 200 len: 217 time: 0.0662103 Jun 03 20:08:05.712391 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-d3fd3ea3-ec01-4f8e-a63a-e2293cd7e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:05.713841 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-d3fd3ea3-ec01-4f8e-a63a-e2293cd7e4f1 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e2bb6a9f-f8ec-4509-a677-ce966472961a HTTP/1.1" status: 200 len: 849 time: 0.0579281 Jun 03 20:08:05.862102 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-bbc60db0-a045-4e96-bbde-bd3a56c4dc36 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5c4a7f54-3e9e-479a-a201-fb1926d387de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400988 Jun 03 20:08:05.999084 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-1e6e8850-7209-402e-9426-b3a83b8f71f3 service neutron] 10.222.0.109 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293342 Jun 03 20:08:06.014880 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6781c-74ec-4bda-a553-ed4b7828de55 req-94d7d047-710f-4d96-bdfc-5d4e295eaef9 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:06.016374 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-71b6781c-74ec-4bda-a553-ed4b7828de55 req-94d7d047-710f-4d96-bdfc-5d4e295eaef9 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 944 time: 0.0876667 Jun 03 20:08:06.063702 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-71b6781c-74ec-4bda-a553-ed4b7828de55 req-dce64ed0-492d-49ef-b211-9388e21668fe tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Jun 03 20:08:06.135944 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3a20a7b8-9ca5-4080-8292-859f488fabb8 req-75d55fcf-04db-43d4-a80a-bdd59dfef763 service neutron] 10.222.0.109 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291757 Jun 03 20:08:06.264447 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3 req-59d7cca8-61d5-452d-ab70-a0708a25ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:06.265957 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3 req-59d7cca8-61d5-452d-ab70-a0708a25ce8e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=4c252dbcb6014a65aa525268eb18b379&device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 1097 time: 0.0720279 Jun 03 20:08:06.399559 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3 req-ce88a423-437e-4f0a-bb83-f9b0a8dfaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:06.401029 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3 req-ce88a423-437e-4f0a-bb83-f9b0a8dfaec9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5c4a7f54-3e9e-479a-a201-fb1926d387de HTTP/1.1" status: 200 len: 911 time: 0.1275356 Jun 03 20:08:06.477844 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3 req-e716541d-070c-4771-9cd8-655f55a045f1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=598b453d-0992-4ce7-970c-3a5c2a6af8df HTTP/1.1" status: 200 len: 217 time: 0.0678477 Jun 03 20:08:06.549659 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3 req-6ec3bdbf-c457-4ada-8345-e23888403514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:06.551122 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3 req-6ec3bdbf-c457-4ada-8345-e23888403514 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e2bb6a9f-f8ec-4509-a677-ce966472961a HTTP/1.1" status: 200 len: 849 time: 0.0665121 Jun 03 20:08:06.604672 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3 req-7ef6fc36-d8f0-49df-8380-bdc6dedbc684 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5c4a7f54-3e9e-479a-a201-fb1926d387de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455492 Jun 03 20:08:06.755470 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3 req-8898e49c-0551-4e5b-b6b5-66d688800736 service neutron] 10.222.0.109 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433299 Jun 03 20:08:06.904261 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7a09fa87-0917-4bc1-aa2b-4a2beb96dcb3 req-16c867d2-dca5-4ef3-9625-659b31801640 service neutron] 10.222.0.109 "GET /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416490 Jun 03 20:08:07.269306 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bdc1e-b2fb-4904-ad19-906703ef1c2f req-c22e9a7c-f64b-473e-a9b3-6fa7a719bed4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:07.270920 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-925bdc1e-b2fb-4904-ad19-906703ef1c2f req-c22e9a7c-f64b-473e-a9b3-6fa7a719bed4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 944 time: 0.0938234 Jun 03 20:08:07.321684 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-925bdc1e-b2fb-4904-ad19-906703ef1c2f req-c448b9a1-65f2-4937-b39e-e718f564ca0a tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Jun 03 20:08:08.508396 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b564cd2-d655-47ad-92db-c587f1d24395 req-def55bf4-592e-49d9-b248-4aa1b275dd30 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:08.509803 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8b564cd2-d655-47ad-92db-c587f1d24395 req-def55bf4-592e-49d9-b248-4aa1b275dd30 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 944 time: 0.0801895 Jun 03 20:08:08.556456 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8b564cd2-d655-47ad-92db-c587f1d24395 req-b428ad7c-41eb-4492-a464-df82d6972ea7 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Jun 03 20:08:09.220224 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 35056) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:08:09.282165 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f11137-409e-483d-9ae9-5d9956148286 admin admin] Deleting subnet d5df8cf4-6ab7-4a22-b9b0-3b87c473d221 {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:08:09.285369 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-83f11137-409e-483d-9ae9-5d9956148286 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:09.334490 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-83f11137-409e-483d-9ae9-5d9956148286 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15573004'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:09.395380 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-83f11137-409e-483d-9ae9-5d9956148286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:09.639873 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-83f11137-409e-483d-9ae9-5d9956148286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16318864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16768622'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:09.644277 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a5afe983-04d0-4e16-82c9-21cf99b35e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:09.720331 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f11137-409e-483d-9ae9-5d9956148286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5df8cf4-6ab7-4a22-b9b0-3b87c473d221,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:09.727392 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-83f11137-409e-483d-9ae9-5d9956148286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:09.730195 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-83f11137-409e-483d-9ae9-5d9956148286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:09.737738 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-83f11137-409e-483d-9ae9-5d9956148286 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/d5df8cf4-6ab7-4a22-b9b0-3b87c473d221 HTTP/1.1" status: 204 len: 168 time: 0.5164573 Jun 03 20:08:09.740476 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35060) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:08:09.774111 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ce80-f50d-408a-b7e2-0acc60203c26 req-5b464c3d-66c8-4151-af45-fb01accc2f1c tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:09.775680 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ab19ce80-f50d-408a-b7e2-0acc60203c26 req-5b464c3d-66c8-4151-af45-fb01accc2f1c tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 944 time: 0.1022828 Jun 03 20:08:09.823153 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ab19ce80-f50d-408a-b7e2-0acc60203c26 req-3af3db9a-3bf4-407b-9f09-48a9d7221062 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Jun 03 20:08:09.844767 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:09.939930 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 598b453d-0992-4ce7-970c-3a5c2a6af8df details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:08:09.974192 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:09.988102 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19210ef-434c-4272-9060-1675ec07a52f']}} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:08:10.001630 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983') {'for_net_delete': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:08:10.001923 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24acde0-cf0d-484a-ae00-5ac2bb8a0983') {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:08:10.016191 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15982328'] for segment, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.029602 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.035884 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=91760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:08:10.036276 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13816136'] for segment, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: Traceback (most recent call last): Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: timer() Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: cb(*args, **kw) Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: return func(*args, **kwargs) Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: self._notify() Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: self.callback(batched_events) Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: event.method(event) Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: return f(self, *a, **k) Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: return self._get(url).json() Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: return self.request(url, 'GET', **kwargs) Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:08:10.049912 dv-cinder-794669-1-smb neutron-server[91760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:08:10.078574 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 598b453d-0992-4ce7-970c-3a5c2a6af8df, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=598b453d-0992-4ce7-970c-3a5c2a6af8df,segment=NetworkSegment(43aedf99-47ff-4114-8c76-b176103453a2),segment_id=43aedf99-47ff-4114-8c76-b176103453a2)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:08:10.092322 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '598b453d-0992-4ce7-970c-3a5c2a6af8df', 'network_id': '5c4a7f54-3e9e-479a-a201-fb1926d387de', 'port_id': '598b453d-0992-4ce7-970c-3a5c2a6af8df', 'mac_address': 'fa:16:3e:57:e6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bb6a9f-f8ec-4509-a677-ce966472961a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:08:10.130780 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.134786 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a854e9ef-9e37-4429-bd62-d095ccc6d4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:10.150534 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.153476 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.157407 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19210ef-434c-4272-9060-1675ec07a52f,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:10.162111 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:10.170693 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d1bb6a29-5e96-4e6c-acb8-0d3d0901ec89 admin admin] 10.222.0.95 "DELETE /v2.0/networks/d19210ef-434c-4272-9060-1675ec07a52f HTTP/1.1" status: 204 len: 168 time: 0.4283268 Jun 03 20:08:10.173056 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598b453d-0992-4ce7-970c-3a5c2a6af8df {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:08:10.189822 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 598b453d-0992-4ce7-970c-3a5c2a6af8df, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=598b453d-0992-4ce7-970c-3a5c2a6af8df,segment=NetworkSegment(43aedf99-47ff-4114-8c76-b176103453a2),segment_id=43aedf99-47ff-4114-8c76-b176103453a2)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:08:10.194073 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.195893 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:10.261715 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=598b453d-0992-4ce7-970c-3a5c2a6af8df,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:10.264883 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:10.291753 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35064) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:08:10.339799 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-4a7049ec-de7f-419a-80f5-b20770ea1152 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2361de1580304c6e9cfab4285f1e474f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467913 Jun 03 20:08:10.342792 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35066) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:08:10.399292 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2e6cfcb0-2827-40f8-a222-17302f6a9be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.426612 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2e6cfcb0-2827-40f8-a222-17302f6a9be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.478916 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2e6cfcb0-2827-40f8-a222-17302f6a9be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.483316 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c62e4f5c-318d-41f3-a7d3-2a24f540d97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:10.496658 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cfcb0-2827-40f8-a222-17302f6a9be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036da12c-ddfb-49e1-b572-4d86d7877696,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:10.499604 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2e6cfcb0-2827-40f8-a222-17302f6a9be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:10.507033 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2e6cfcb0-2827-40f8-a222-17302f6a9be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:10.508233 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-2e6cfcb0-2827-40f8-a222-17302f6a9be7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/036da12c-ddfb-49e1-b572-4d86d7877696 HTTP/1.1" status: 204 len: 168 time: 0.1645529 Jun 03 20:08:10.643398 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['598b453d-0992-4ce7-970c-3a5c2a6af8df'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:08:11.069370 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:08:11.089102 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb4a0-5f5a-47a8-a301-7005e088a557 req-1eac61fe-fd93-4933-b43b-f0ce5f7eca28 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:11.090550 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f55fb4a0-5f5a-47a8-a301-7005e088a557 req-1eac61fe-fd93-4933-b43b-f0ce5f7eca28 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 945 time: 0.1636395 Jun 03 20:08:11.137029 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f55fb4a0-5f5a-47a8-a301-7005e088a557 req-241023e9-1fa2-413d-be5d-0729c3b7a00f tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403926 Jun 03 20:08:11.962025 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 598b453d-0992-4ce7-970c-3a5c2a6af8df up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:08:12.033354 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 598b453d-0992-4ce7-970c-3a5c2a6af8df completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:08:12.037959 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 598b453d-0992-4ce7-970c-3a5c2a6af8df triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:08:12.038344 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:12.160901 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:12.190422 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b6bd34-23f7-44d9-9aa9-1eaab57e133f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598b453d-0992-4ce7-970c-3a5c2a6af8df'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:08:12.192846 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1b5a0d-58d0-49a8-9766-00e2bb7c0a37" -d '{"events": [{"server_uuid": "00b6bd34-23f7-44d9-9aa9-1eaab57e133f", "name": "network-vif-plugged", "status": "completed", "tag": "598b453d-0992-4ce7-970c-3a5c2a6af8df"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:08:12.201265 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 598b453d-0992-4ce7-970c-3a5c2a6af8df, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=598b453d-0992-4ce7-970c-3a5c2a6af8df,segment=NetworkSegment(43aedf99-47ff-4114-8c76-b176103453a2),segment_id=43aedf99-47ff-4114-8c76-b176103453a2)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:08:12.206263 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:12.209252 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:12.283586 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=598b453d-0992-4ce7-970c-3a5c2a6af8df,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:12.286913 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:12.353157 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce3889-4b7a-4a83-b37b-d50a9f3dfc69 req-ac84e850-6eba-4409-9906-01283fdec46f tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:12.354700 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5cce3889-4b7a-4a83-b37b-d50a9f3dfc69 req-ac84e850-6eba-4409-9906-01283fdec46f tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 946 time: 0.0999589 Jun 03 20:08:12.407707 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5cce3889-4b7a-4a83-b37b-d50a9f3dfc69 req-484594e2-c140-4f8c-86e2-e61b99860c18 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Jun 03 20:08:12.464524 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1607b-9506-4e7e-9771-9030130978d3 x-openstack-request-id: req-aaa1607b-9506-4e7e-9771-9030130978d3 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:08:12.464819 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b6bd34-23f7-44d9-9aa9-1eaab57e133f", "name": "network-vif-plugged", "status": "completed", "tag": "598b453d-0992-4ce7-970c-3a5c2a6af8df", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:08:12.465172 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-aaa1607b-9506-4e7e-9771-9030130978d3 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:08:12.465512 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b6bd34-23f7-44d9-9aa9-1eaab57e133f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598b453d-0992-4ce7-970c-3a5c2a6af8df', 'code': 200} Jun 03 20:08:12.527250 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f8659b96-1529-46ff-b050-fdd3a731fe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:12.820585 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159b535-09ff-4967-8746-a22e95536761 req-a4837f44-0dc9-439d-9de1-8702a81a42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:12.822131 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1159b535-09ff-4967-8746-a22e95536761 req-a4837f44-0dc9-439d-9de1-8702a81a42f3 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 1099 time: 0.1709180 Jun 03 20:08:12.864503 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1159b535-09ff-4967-8746-a22e95536761 req-d2534691-5572-482e-9363-f172f36882b4 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Jun 03 20:08:13.597993 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b749ef-89b6-4da5-b373-c7586fe610eb req-78dde13b-3ab8-4d54-af10-d48a5f9c32e0 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:13.599440 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-98b749ef-89b6-4da5-b373-c7586fe610eb req-78dde13b-3ab8-4d54-af10-d48a5f9c32e0 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 946 time: 0.0838392 Jun 03 20:08:13.643617 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-98b749ef-89b6-4da5-b373-c7586fe610eb req-16d8181c-a140-4ef5-866b-d24f9f4f70a9 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385723 Jun 03 20:08:14.834641 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979710f-a91f-4ee1-9e6f-39723d4f7668 req-be8afc39-9f29-4b6d-9a9c-e045601ff000 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:14.836074 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7979710f-a91f-4ee1-9e6f-39723d4f7668 req-be8afc39-9f29-4b6d-9a9c-e045601ff000 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 946 time: 0.0837045 Jun 03 20:08:14.880489 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7979710f-a91f-4ee1-9e6f-39723d4f7668 req-d71e9b5d-b0cb-4055-a8f8-3d1b429eabb1 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387552 Jun 03 20:08:15.168922 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:15.708148 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f179c8de-c68c-49c5-83fc-374e4bfa33a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:16.177685 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900bdb8-0f0c-454b-9728-30cf1d0226f0 req-475407ff-ce5d-4d23-a69f-b0f414a613b7 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:16.179049 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0900bdb8-0f0c-454b-9728-30cf1d0226f0 req-475407ff-ce5d-4d23-a69f-b0f414a613b7 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 946 time: 0.0805049 Jun 03 20:08:16.222961 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0900bdb8-0f0c-454b-9728-30cf1d0226f0 req-12f6c629-e330-4298-9694-3ae2bdea88b7 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Jun 03 20:08:17.370827 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:17.419463 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd135db-7098-4e64-89cb-be22bfc8b541 req-5849799c-0d0e-4767-bce9-2a20fe2f3a9f tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:17.421545 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fcd135db-7098-4e64-89cb-be22bfc8b541 req-5849799c-0d0e-4767-bce9-2a20fe2f3a9f tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 946 time: 0.0848222 Jun 03 20:08:17.468014 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fcd135db-7098-4e64-89cb-be22bfc8b541 req-f2362eb1-b06d-4545-a0eb-55834d4c4687 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Jun 03 20:08:18.660329 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2970706-720c-4706-9e30-ac384049e47a req-c934d20e-d3ee-4510-872d-36616ee094c4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:18.661842 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f2970706-720c-4706-9e30-ac384049e47a req-c934d20e-d3ee-4510-872d-36616ee094c4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 946 time: 0.0851490 Jun 03 20:08:18.698758 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630c000-b6ec-466e-9ca3-201561468041 req-70f7d4db-0c95-4a54-bc97-1fb702ebc8a7 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:18.699492 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-1630c000-b6ec-466e-9ca3-201561468041 req-70f7d4db-0c95-4a54-bc97-1fb702ebc8a7 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Synchronizing usage tracker for tenant:4c252dbcb6014a65aa525268eb18b379 on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:08:18.708768 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f2970706-720c-4706-9e30-ac384049e47a req-8adcbedb-e4d5-42ba-b8e7-cbbe8d6602a9 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc37b3c8-066d-4365-b53e-68af208054ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Jun 03 20:08:18.716943 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-1630c000-b6ec-466e-9ca3-201561468041 req-70f7d4db-0c95-4a54-bc97-1fb702ebc8a7 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Unset dirty status for tenant:4c252dbcb6014a65aa525268eb18b379 on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:08:18.718978 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1630c000-b6ec-466e-9ca3-201561468041 req-70f7d4db-0c95-4a54-bc97-1fb702ebc8a7 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.109 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 946 time: 0.1042981 Jun 03 20:08:18.797749 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:18.858223 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-1630c000-b6ec-466e-9ca3-201561468041 req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Deleting port 598b453d-0992-4ce7-970c-3a5c2a6af8df {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:08:18.858592 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-1630c000-b6ec-466e-9ca3-201561468041 req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:19.000483 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-1630c000-b6ec-466e-9ca3-201561468041 req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] For port 598b453d-0992-4ce7-970c-3a5c2a6af8df, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=598b453d-0992-4ce7-970c-3a5c2a6af8df,segment=NetworkSegment(43aedf99-47ff-4114-8c76-b176103453a2),segment_id=43aedf99-47ff-4114-8c76-b176103453a2)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:08:19.000839 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-1630c000-b6ec-466e-9ca3-201561468041 req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:19.127844 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-1630c000-b6ec-466e-9ca3-201561468041 req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Calling delete_port for 598b453d-0992-4ce7-970c-3a5c2a6af8df owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:08:19.243038 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-1630c000-b6ec-466e-9ca3-201561468041 req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:19.248689 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:19.256667 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['598b453d-0992-4ce7-970c-3a5c2a6af8df'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:08:19.297021 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Pushing event deleted for resources: {'Port': ['ID=598b453d-0992-4ce7-970c-3a5c2a6af8df,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:19.300058 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:19.369935 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1630c000-b6ec-466e-9ca3-201561468041 req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] No DVR routers for this DVR port 598b453d-0992-4ce7-970c-3a5c2a6af8df on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:08:19.372426 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-1630c000-b6ec-466e-9ca3-201561468041 req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:19.375486 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b6bd34-23f7-44d9-9aa9-1eaab57e133f', 'name': 'network-vif-deleted', 'tag': '598b453d-0992-4ce7-970c-3a5c2a6af8df'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:08:19.377755 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aab7b95-516d-429a-833b-792eb2e75cb6" -d '{"events": [{"server_uuid": "00b6bd34-23f7-44d9-9aa9-1eaab57e133f", "name": "network-vif-deleted", "tag": "598b453d-0992-4ce7-970c-3a5c2a6af8df"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:08:19.391855 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1630c000-b6ec-466e-9ca3-201561468041 req-4dea2169-0c03-4b96-8597-87cf49e7ec04 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.109 "DELETE /v2.0/ports/598b453d-0992-4ce7-970c-3a5c2a6af8df HTTP/1.1" status: 204 len: 173 time: 0.6666846 Jun 03 20:08:19.422908 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136472bb-1b51-49ba-b2eb-7cf26ac74439 x-openstack-request-id: req-136472bb-1b51-49ba-b2eb-7cf26ac74439 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:08:19.423299 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b6bd34-23f7-44d9-9aa9-1eaab57e133f", "name": "network-vif-deleted", "tag": "598b453d-0992-4ce7-970c-3a5c2a6af8df", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:08:19.423588 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-136472bb-1b51-49ba-b2eb-7cf26ac74439 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:08:19.424079 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b6bd34-23f7-44d9-9aa9-1eaab57e133f', 'name': 'network-vif-deleted', 'tag': '598b453d-0992-4ce7-970c-3a5c2a6af8df', 'status': 'completed', 'code': 200} Jun 03 20:08:19.873829 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-25084c93-0d67-4fd5-879f-d10eaf014472 req-8ce5a943-265f-4381-856f-855ef58645c6 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b6bd34-23f7-44d9-9aa9-1eaab57e133f HTTP/1.1" status: 200 len: 210 time: 0.0429921 Jun 03 20:08:21.134894 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:22.059966 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 598b453d-0992-4ce7-970c-3a5c2a6af8df no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:08:22.099427 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 598b453d-0992-4ce7-970c-3a5c2a6af8df {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:08:22.099772 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 598b453d-0992-4ce7-970c-3a5c2a6af8df not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:08:22.248792 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3649347-5686-4ee0-85ed-f167ba843b30 req-83f27e91-a867-4f61-9b6e-a3e5aa837950 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:22.250870 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d3649347-5686-4ee0-85ed-f167ba843b30 req-83f27e91-a867-4f61-9b6e-a3e5aa837950 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.0894017 Jun 03 20:08:22.295927 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d3649347-5686-4ee0-85ed-f167ba843b30 req-807882b2-a5e3-4712-8e32-5fcb8c6d218d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393064 Jun 03 20:08:23.504785 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f425-53da-4a95-886e-da5bedb79e19 req-962fd998-f82a-41df-ba96-b1eaa9d4dbb2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:23.507106 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b752f425-53da-4a95-886e-da5bedb79e19 req-962fd998-f82a-41df-ba96-b1eaa9d4dbb2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.0867743 Jun 03 20:08:23.571814 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b752f425-53da-4a95-886e-da5bedb79e19 req-5526e5e6-d954-4a14-89b6-bbfb679afb28 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572748 Jun 03 20:08:23.653149 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-4d6e900b-3a5a-4629-8faa-f0bad024709a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1052523 Jun 03 20:08:23.844659 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-f172634b-ee56-4a3a-8662-ad0ed66b002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:23.846161 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-f172634b-ee56-4a3a-8662-ad0ed66b002d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 1100 time: 0.0940723 Jun 03 20:08:24.002121 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-4ad64e4c-130f-48c9-9967-b2228ca5d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:24.003560 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-4ad64e4c-130f-48c9-9967-b2228ca5d5de service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.1349583 Jun 03 20:08:24.119143 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-6f9e5c07-ed6e-48c7-8058-509916047ff5 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb HTTP/1.1" status: 200 len: 1002 time: 0.1041958 Jun 03 20:08:24.190490 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-74061bf9-eca6-435c-9050-a119989f4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:24.192138 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-74061bf9-eca6-435c-9050-a119989f4b37 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.0644908 Jun 03 20:08:24.281398 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-86fa6af9-3dc0-4152-bc94-590461c7e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:24.283305 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-86fa6af9-3dc0-4152-bc94-590461c7e167 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829029 Jun 03 20:08:24.451109 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-31128f56-5ab0-42ea-b0a2-d15b209b08e7 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561472 Jun 03 20:08:24.806485 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1853d-d973-404f-adbc-453a0d3e6e97 req-754150c1-d8a0-4943-9a21-e7576c80e07c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:24.808200 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-79a1853d-d973-404f-adbc-453a0d3e6e97 req-754150c1-d8a0-4943-9a21-e7576c80e07c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1116388 Jun 03 20:08:24.833733 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-c13c1be7-595a-4fe9-8379-d299ddb0b70b req-154d0700-22c6-4440-8bae-cb2874bf2aa9 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730953 Jun 03 20:08:24.866650 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-79a1853d-d973-404f-adbc-453a0d3e6e97 req-040d9847-731e-4c66-9c6f-f73a317cb918 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522466 Jun 03 20:08:26.122508 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e143180-9094-4bd0-b92a-469d83ff6761 req-5d5c9610-c01e-4b38-8970-f65e2484a81f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:26.124751 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7e143180-9094-4bd0-b92a-469d83ff6761 req-5d5c9610-c01e-4b38-8970-f65e2484a81f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1169512 Jun 03 20:08:26.199792 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-7e143180-9094-4bd0-b92a-469d83ff6761 req-140b2aae-065f-4202-8c7e-17fd8948f61c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671680 Jun 03 20:08:27.440132 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdaf6f-5592-4a4f-b8ee-43a0630c25e1 req-bf0d02a6-abe6-40ec-ad1f-d172dcda138e tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:27.447358 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-18bdaf6f-5592-4a4f-b8ee-43a0630c25e1 req-bf0d02a6-abe6-40ec-ad1f-d172dcda138e tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.0995691 Jun 03 20:08:27.502252 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-18bdaf6f-5592-4a4f-b8ee-43a0630c25e1 req-b6d42292-8b0d-4b07-b1e4-5bf557bf0c8d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532358 Jun 03 20:08:28.701796 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3fc0-8666-4b41-a4f2-a380fd21d67b req-25bcd720-ed57-42c2-9e6c-d4f036e97c0a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:28.704036 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-500f3fc0-8666-4b41-a4f2-a380fd21d67b req-25bcd720-ed57-42c2-9e6c-d4f036e97c0a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.0911071 Jun 03 20:08:28.754462 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-500f3fc0-8666-4b41-a4f2-a380fd21d67b req-c8b84048-e1f5-4f58-8eea-c93d7ef61035 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416794 Jun 03 20:08:30.006341 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856742f8-e07a-4033-9d7d-7835b8f9ddb7 req-9c84af3e-ddc8-437e-b1ea-b947cf8001e6 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:30.008875 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-856742f8-e07a-4033-9d7d-7835b8f9ddb7 req-9c84af3e-ddc8-437e-b1ea-b947cf8001e6 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1116598 Jun 03 20:08:30.073175 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-856742f8-e07a-4033-9d7d-7835b8f9ddb7 req-a027b2fe-426e-4aa4-a9bd-80c0fdb540c5 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566189 Jun 03 20:08:31.277111 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aa536-84d1-4613-9f78-2ad06875042a req-5fb86188-be55-4ea6-a021-a36a37432ffc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:31.278589 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-946aa536-84d1-4613-9f78-2ad06875042a req-5fb86188-be55-4ea6-a021-a36a37432ffc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.0937016 Jun 03 20:08:31.353818 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-946aa536-84d1-4613-9f78-2ad06875042a req-b04a2756-e5cc-4ab9-a2e1-9e43b7164c0c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653858 Jun 03 20:08:32.558571 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700251a9-62a2-45c6-9b4e-e893aff35ebb req-be3c114c-32ad-4c73-ad88-26156de1f632 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:32.560137 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-700251a9-62a2-45c6-9b4e-e893aff35ebb req-be3c114c-32ad-4c73-ad88-26156de1f632 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.0869963 Jun 03 20:08:32.626898 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-700251a9-62a2-45c6-9b4e-e893aff35ebb req-f30fba29-e65c-4c69-9eef-55e7aa6454f8 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570154 Jun 03 20:08:33.887992 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d89097-d8f4-40a3-91f0-46a91f63fe19 req-9f85d621-707a-499d-838a-3d23f908a7e3 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:33.896720 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-05d89097-d8f4-40a3-91f0-46a91f63fe19 req-9f85d621-707a-499d-838a-3d23f908a7e3 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1059580 Jun 03 20:08:33.944490 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-05d89097-d8f4-40a3-91f0-46a91f63fe19 req-96a49a5d-f63a-4470-b1ff-2de54739b0db tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461874 Jun 03 20:08:35.296509 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6de3d8-0aa5-4ef9-b5ec-207fb99c2e95 req-579d0639-a9ed-4d4e-9647-58864b99bbc1 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:35.298607 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-de6de3d8-0aa5-4ef9-b5ec-207fb99c2e95 req-579d0639-a9ed-4d4e-9647-58864b99bbc1 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.2065604 Jun 03 20:08:35.356192 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-de6de3d8-0aa5-4ef9-b5ec-207fb99c2e95 req-3c2a0663-351e-4dcc-bbc1-bc21f0e66ce7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504484 Jun 03 20:08:36.556077 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fb9ea-1a69-4901-9a1c-5b85ffe06fb1 req-d6ac615d-b517-455f-bff6-c87ae456d460 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:36.557748 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-192fb9ea-1a69-4901-9a1c-5b85ffe06fb1 req-d6ac615d-b517-455f-bff6-c87ae456d460 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.0849504 Jun 03 20:08:36.615833 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-192fb9ea-1a69-4901-9a1c-5b85ffe06fb1 req-68b034a9-0c0a-4f1c-9330-28cb2fb88111 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461910 Jun 03 20:08:37.885734 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf9d76-786a-4e51-b2fe-baee6f537ff3 req-703fc4af-e15c-4149-8b7f-692d38c5a230 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:37.888630 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cbbf9d76-786a-4e51-b2fe-baee6f537ff3 req-703fc4af-e15c-4149-8b7f-692d38c5a230 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1235485 Jun 03 20:08:37.953001 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-cbbf9d76-786a-4e51-b2fe-baee6f537ff3 req-7b8cf76c-bb19-4f01-8c95-4b644db2edeb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493436 Jun 03 20:08:38.353957 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584e239-67ef-42ac-90e7-aa23c5ab45ad req-959763ea-f775-428c-9be6-9e9bdfe98c4a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:38.355507 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2584e239-67ef-42ac-90e7-aa23c5ab45ad req-959763ea-f775-428c-9be6-9e9bdfe98c4a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1093869 Jun 03 20:08:38.404841 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2584e239-67ef-42ac-90e7-aa23c5ab45ad req-487804b1-fc6d-4df5-a715-d069809cd561 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 Jun 03 20:08:38.432847 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050c695-69b3-4523-b74a-12b602b93fcb req-8a6bd082-e012-41f4-86a0-b2dc319cb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:38.435098 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b050c695-69b3-4523-b74a-12b602b93fcb req-8a6bd082-e012-41f4-86a0-b2dc319cb22f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 1098 time: 0.1169477 Jun 03 20:08:38.585517 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050c695-69b3-4523-b74a-12b602b93fcb req-bc298ccd-a5ba-4d4c-852a-7b9f3917565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:38.587150 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b050c695-69b3-4523-b74a-12b602b93fcb req-bc298ccd-a5ba-4d4c-852a-7b9f3917565b service neutron] 10.222.0.109 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 912 time: 0.1414416 Jun 03 20:08:38.704547 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b050c695-69b3-4523-b74a-12b602b93fcb req-da6de6e3-5066-4b33-9070-332f2914b268 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96e0aa2-ae5a-4231-951c-0962968ea818 HTTP/1.1" status: 200 len: 1000 time: 0.1072559 Jun 03 20:08:38.780571 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050c695-69b3-4523-b74a-12b602b93fcb req-d48d8b15-9d66-41f4-83bf-025626ba4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:38.782056 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b050c695-69b3-4523-b74a-12b602b93fcb req-d48d8b15-9d66-41f4-83bf-025626ba4a6c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 200 len: 849 time: 0.0694764 Jun 03 20:08:38.864487 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050c695-69b3-4523-b74a-12b602b93fcb req-b1d1525c-3bad-4b8e-8bcd-e824e537308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:38.865991 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b050c695-69b3-4523-b74a-12b602b93fcb req-b1d1525c-3bad-4b8e-8bcd-e824e537308e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=aabff61b-8e41-4f90-a119-19e973bbee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767391 Jun 03 20:08:39.029575 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b050c695-69b3-4523-b74a-12b602b93fcb req-6144dea7-8c3d-449a-b910-2e654ac7bb1c service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549218 Jun 03 20:08:39.184664 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b050c695-69b3-4523-b74a-12b602b93fcb req-b31d074e-e29e-44b5-b0b7-7448488cacfc service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467407 Jun 03 20:08:39.603907 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f50411-4b0a-4b35-8b96-99199fdf269c req-7aab3230-0ca2-4cfb-9526-d2d3b0623d38 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:39.605367 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-78f50411-4b0a-4b35-8b96-99199fdf269c req-7aab3230-0ca2-4cfb-9526-d2d3b0623d38 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.0828488 Jun 03 20:08:39.652497 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-78f50411-4b0a-4b35-8b96-99199fdf269c req-a20b5fd1-2bbf-4446-90c7-f23ef000e92f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Jun 03 20:08:40.844795 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490eb1cf-0df3-4586-ab33-56e0d9a61402 req-8078d1d0-46ab-47a0-bb46-d0fe2be75dbc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:40.846893 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-490eb1cf-0df3-4586-ab33-56e0d9a61402 req-8078d1d0-46ab-47a0-bb46-d0fe2be75dbc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.0842040 Jun 03 20:08:40.893206 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-490eb1cf-0df3-4586-ab33-56e0d9a61402 req-67dc5ebb-2663-45f0-8e2e-cf28bb76a63e tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404930 Jun 03 20:08:41.750518 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35386) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:08:41.812119 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Deleting subnet e2bb6a9f-f8ec-4509-a677-ce966472961a {{(pid=91760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:08:41.815966 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:41.874182 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15982209'] for subnet, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:41.931853 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.179954 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13816226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15229873'] for subnet, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.184164 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d4dc4fd8-23cd-47c2-8cc1-7d30d9b92aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:42.219987 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bb6a9f-f8ec-4509-a677-ce966472961a,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:42.225617 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.232912 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.233295 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.233665 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.234027 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.234385 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.234742 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.235094 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.235450 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.235803 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.236151 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.237080 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.237434 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:42.241293 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:42.243145 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e2bb6a9f-f8ec-4509-a677-ce966472961a HTTP/1.1" status: 204 len: 168 time: 0.4915001 Jun 03 20:08:42.245712 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35388) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:08:42.354007 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.480279 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.494262 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4a7f54-3e9e-479a-a201-fb1926d387de']}} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:08:42.507173 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43aedf99-47ff-4114-8c76-b176103453a2') {'for_net_delete': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:08:42.507506 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43aedf99-47ff-4114-8c76-b176103453a2') {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:08:42.520245 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15982328'] for segment, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.533021 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2f9d92ef-42d8-4327-95e5-544c633d7076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.538773 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.545436 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=91760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:08:42.545837 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13816136'] for segment, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: Traceback (most recent call last): Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: timer() Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: cb(*args, **kw) Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: return func(*args, **kwargs) Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: self._notify() Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: self.callback(batched_events) Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: event.method(event) Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: return f(self, *a, **k) Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: return self._get(url).json() Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: return self.request(url, 'GET', **kwargs) Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:08:42.560075 dv-cinder-794669-1-smb neutron-server[91760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:08:42.739764 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.743314 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:42.756109 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:42.766536 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4a7f54-3e9e-479a-a201-fb1926d387de,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:42.770250 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:42.778407 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-7b9d7586-dc59-4534-ba38-260466cb7219 admin admin] 10.222.0.95 "DELETE /v2.0/networks/5c4a7f54-3e9e-479a-a201-fb1926d387de HTTP/1.1" status: 204 len: 168 time: 0.5289423 Jun 03 20:08:42.982801 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35392) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:08:43.033570 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a9d4372e-88ee-44cf-9735-f993d32e3b6a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4c252dbcb6014a65aa525268eb18b379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490088 Jun 03 20:08:43.035800 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35394) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:08:43.098220 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8e4896bb-8307-443e-9dea-d60aa8728ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:43.126845 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8e4896bb-8307-443e-9dea-d60aa8728ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:43.190245 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8e4896bb-8307-443e-9dea-d60aa8728ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:43.194523 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-50993942-b6f2-4f0e-8f5c-f49713741b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:43.209440 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4896bb-8307-443e-9dea-d60aa8728ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc37b3c8-066d-4365-b53e-68af208054ee,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:43.212489 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8e4896bb-8307-443e-9dea-d60aa8728ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:43.220698 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8e4896bb-8307-443e-9dea-d60aa8728ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:43.221915 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-8e4896bb-8307-443e-9dea-d60aa8728ea3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dc37b3c8-066d-4365-b53e-68af208054ee HTTP/1.1" status: 204 len: 168 time: 0.1851358 Jun 03 20:08:45.179376 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:45.711414 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-650a614b-6c39-435b-a315-7ee430bf329d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:47.369794 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35440) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:08:47.371507 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:47.486487 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:47.500294 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:08:47.504653 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f93b324bce884fa58b704f24af8be061 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:08:47.507516 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:08:47.513109 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:08:47.600818 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:47.604477 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:47.612630 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-549603c7-146d-4c9d-a8f4-641f1f39f4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:47.655154 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f93b324bce884fa58b704f24af8be061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841558 Jun 03 20:08:47.656623 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbf2603-380d-41eb-97bd-542708f17f18,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:47.658179 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 35444) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:08:47.659992 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:47.719801 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:47.745540 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:47.802013 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:47.807885 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d9e5c62c-c182-4586-8336-cef8cee1109c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:08:47.830784 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbf2603-380d-41eb-97bd-542708f17f18,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:08:47.835306 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:47.836416 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bfbf2603-380d-41eb-97bd-542708f17f18 HTTP/1.1" status: 204 len: 168 time: 0.1772289 Jun 03 20:08:47.841907 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.842306 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.842635 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.843046 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.843339 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.843690 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.844040 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.844384 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.844790 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.845265 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.845570 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.845929 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:08:47.849063 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:08:48.069174 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:08:48.802265 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:51.148694 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:08:57.857289 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80f906-61d9-4bdd-ad33-61bf45cd8265 req-dd7714da-628c-4d6e-a311-f4e9856b95c6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:57.858756 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6f80f906-61d9-4bdd-ad33-61bf45cd8265 req-dd7714da-628c-4d6e-a311-f4e9856b95c6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 947 time: 0.0839624 Jun 03 20:08:57.903470 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6f80f906-61d9-4bdd-ad33-61bf45cd8265 req-05159cb3-70a7-43ad-867a-74fc205ab80d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382090 Jun 03 20:08:59.117388 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a7b91-1097-4f80-a163-40e6f2814dc8 req-3efcd0d1-87e4-4a86-bfc2-4cd38d9ae5ee tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:08:59.118855 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2f8a7b91-1097-4f80-a163-40e6f2814dc8 req-3efcd0d1-87e4-4a86-bfc2-4cd38d9ae5ee tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 947 time: 0.0884824 Jun 03 20:08:59.178889 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2f8a7b91-1097-4f80-a163-40e6f2814dc8 req-b84a6994-612d-48e0-b8d9-060dd003a96a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533214 Jun 03 20:09:00.368095 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8ef38-3683-4e34-aeaf-826395643079 req-8b6802e5-22f8-4062-af8a-d09561318fab tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:00.369590 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4fd8ef38-3683-4e34-aeaf-826395643079 req-8b6802e5-22f8-4062-af8a-d09561318fab tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 947 time: 0.0817106 Jun 03 20:09:00.417663 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4fd8ef38-3683-4e34-aeaf-826395643079 req-0f3431c6-2160-4205-8258-2538f074fa60 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=b194da70-7ee4-4e3d-b569-5be62f5c528b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422623 Jun 03 20:09:00.585561 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-d3b89afa-e3bb-49f9-90fd-ef188a302953 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:00.586259 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-d3b89afa-e3bb-49f9-90fd-ef188a302953 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Synchronizing usage tracker for tenant:cb629b2d51304745a8628097f32a796e on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:09:00.603309 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-d3b89afa-e3bb-49f9-90fd-ef188a302953 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Unset dirty status for tenant:cb629b2d51304745a8628097f32a796e on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:09:00.604422 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-d3b89afa-e3bb-49f9-90fd-ef188a302953 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.109 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 947 time: 0.0990913 Jun 03 20:09:00.747802 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Deleting port 4dad8ea7-8857-4764-8d72-ae9128c7dafb {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:09:00.748137 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:00.885758 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] For port 4dad8ea7-8857-4764-8d72-ae9128c7dafb, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=4dad8ea7-8857-4764-8d72-ae9128c7dafb,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:09:00.886015 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:01.177159 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:01.177433 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:01.177772 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.l3_db [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Floating IP 565e5abe-304f-4892-8720-c2a2b67c60d9 disassociated. External IP: 172.28.3.118, port: 4dad8ea7-8857-4764-8d72-ae9128c7dafb. Jun 03 20:09:01.178140 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Calling delete_port for 4dad8ea7-8857-4764-8d72-ae9128c7dafb owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:09:01.292174 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:01.299113 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-09d32e57-ce8c-4c64-8af4-6633e109f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:01.343608 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event deleted for resources: {'Port': ['ID=4dad8ea7-8857-4764-8d72-ae9128c7dafb,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:01.347320 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:01.533841 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Router 99003390-a957-4ce7-b0c1-b9acff8f256b has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:09:01.575927 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0621beda-d35f-4e81-9463-362d23f3a83f req-fba9854f-f912-4e61-9f4d-898e04817a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 210 time: 0.0445058 Jun 03 20:09:01.719763 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:09:01.730671 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] Sync routers for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:09:01.742314 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:09:01.742968 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:08:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:09:01.897091 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] No DVR routers for this DVR port 4dad8ea7-8857-4764-8d72-ae9128c7dafb on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:09:01.900462 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:01.903480 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'name': 'network-vif-deleted', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:09:01.905936 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ed4cb5-2e36-4f91-a8c4-8ea9472fa5cc" -d '{"events": [{"server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "name": "network-vif-deleted", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:09:01.928624 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a7669c4d-69f6-4bd9-9cb2-c3b03bdafb4a req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.109 "DELETE /v2.0/ports/4dad8ea7-8857-4764-8d72-ae9128c7dafb HTTP/1.1" status: 204 len: 173 time: 1.3110619 Jun 03 20:09:01.977019 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:09:01.978153 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca052fe-ddd8-4344-b1b5-bc7d3d9425fd x-openstack-request-id: req-aca052fe-ddd8-4344-b1b5-bc7d3d9425fd {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:09:01.978719 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fca8389-0d2a-491e-9486-8d5d5d5ee68d", "name": "network-vif-deleted", "tag": "4dad8ea7-8857-4764-8d72-ae9128c7dafb", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:09:01.979185 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-aca052fe-ddd8-4344-b1b5-bc7d3d9425fd {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:09:01.979856 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fca8389-0d2a-491e-9486-8d5d5d5ee68d', 'name': 'network-vif-deleted', 'tag': '4dad8ea7-8857-4764-8d72-ae9128c7dafb', 'status': 'completed', 'code': 200} Jun 03 20:09:02.296912 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:09:02.300796 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] Checking router: 99003390-a957-4ce7-b0c1-b9acff8f256b for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:09:02.309488 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:09:02.310100 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:08:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:09:02.492044 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:09:02.753138 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3390da80-910b-4626-9864-0213b9dad616 req-06034da5-8aef-4a64-b180-8a210b3d8aa7 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fca8389-0d2a-491e-9486-8d5d5d5ee68d HTTP/1.1" status: 200 len: 210 time: 0.0431082 Jun 03 20:09:02.846073 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:09:02.850112 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463fad73-e02c-4827-b93f-b804b38ca401 None None] The sync data for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb is: [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:09:03.069347 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5d2e4a-f34d-4489-8cd0-4e5fbe47ccda None None] New status for floating IP 565e5abe-304f-4892-8720-c2a2b67c60d9: DOWN {{(pid=91762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:09:03.890465 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 35490) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:09:03.958873 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1fb7beab-5fb1-485a-a50c-3d5cc6cc11c9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:03.995643 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1fb7beab-5fb1-485a-a50c-3d5cc6cc11c9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:04.047772 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1fb7beab-5fb1-485a-a50c-3d5cc6cc11c9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:04.051753 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a1b2ef18-5e5b-41aa-b76b-db3fee18f787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:04.066783 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7beab-5fb1-485a-a50c-3d5cc6cc11c9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b194da70-7ee4-4e3d-b569-5be62f5c528b,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:04.073508 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1fb7beab-5fb1-485a-a50c-3d5cc6cc11c9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:04.084900 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1fb7beab-5fb1-485a-a50c-3d5cc6cc11c9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:04.086087 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-1fb7beab-5fb1-485a-a50c-3d5cc6cc11c9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "DELETE /v2.0/security-groups/b194da70-7ee4-4e3d-b569-5be62f5c528b HTTP/1.1" status: 204 len: 168 time: 0.1946065 Jun 03 20:09:04.090335 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 35492) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:09:04.106437 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.api.v2.resource [None req-3bf546cd-bf67-4222-b637-a9f2b074f575 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] show failed (client error): The resource could not be found. Jun 03 20:09:04.107378 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-3bf546cd-bf67-4222-b637-a9f2b074f575 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups/b194da70-7ee4-4e3d-b569-5be62f5c528b HTTP/1.1" status: 404 len: 347 time: 0.0159154 Jun 03 20:09:04.110209 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 35494) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:09:04.199087 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4dad8ea7-8857-4764-8d72-ae9128c7dafb no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:09:04.234305 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 4dad8ea7-8857-4764-8d72-ae9128c7dafb {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:09:04.234573 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 4dad8ea7-8857-4764-8d72-ae9128c7dafb not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:09:04.326860 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Deleting port f7c4b22d-c305-4d1c-b932-74f98a4c82a2 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:09:04.327203 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:04.444882 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:04.445190 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:04.642652 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Calling delete_port for f7c4b22d-c305-4d1c-b932-74f98a4c82a2 owned by network:floatingip {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:09:04.758968 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:04.762481 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d50043cf-671d-4e8b-8975-11e9b6e71e11 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:04.805511 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event deleted for resources: {'Port': ['ID=f7c4b22d-c305-4d1c-b932-74f98a4c82a2,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:04.808583 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:04.899588 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:04.913626 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:04.914738 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-f6d70dd8-7bf8-4762-aecc-c50be5360d8b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "DELETE /v2.0/floatingips/565e5abe-304f-4892-8720-c2a2b67c60d9 HTTP/1.1" status: 204 len: 168 time: 0.8036718 Jun 03 20:09:06.314841 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 35500) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:09:06.319643 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875169732', 'description': 'tempest-description--1743701381'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:09:06.325374 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:09:06.329457 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:security_group and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:09:06.332917 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:09:06.338620 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:09:06.350349 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.370672 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:09:06.374488 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:security_group_rule and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:09:06.377826 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:09:06.383482 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:09:06.458014 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.462302 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.466074 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2fc3bb27-8e1b-41c9-b0f4-99dcebc8c069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:06.507891 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67929b33-fcc5-4946-bf50-41f78f2c4b67,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:06.511318 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:06.512533 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.513913 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1979437 Jun 03 20:09:06.516650 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 35502) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:09:06.521859 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'security_group_rule': {'security_group_id': '67929b33-fcc5-4946-bf50-41f78f2c4b67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:09:06.528163 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:09:06.532209 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:security_group_rule and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:09:06.535313 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:09:06.541053 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:09:06.556959 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.621518 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.625244 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.627875 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:06.652190 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ac698e-a2a3-45ef-9da4-ae0eaf6be26e,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:06.656873 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:06.661383 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.662542 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442521 Jun 03 20:09:06.665259 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 35504) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:09:06.669702 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'security_group_rule': {'security_group_id': '67929b33-fcc5-4946-bf50-41f78f2c4b67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:09:06.676035 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:09:06.680147 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:security_group_rule and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:09:06.683229 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:09:06.690157 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:09:06.706866 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.771130 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.775073 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.777136 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:06.798829 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b8be02-5a02-46c0-ad87-6e2b878a28fe,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:06.801257 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:06.809274 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.810452 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-6153d3c6-e7f9-4ff2-a553-90f6b2c70bf6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442685 Jun 03 20:09:06.813823 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 35506) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:09:06.818938 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'floatingip': {'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:09:06.824801 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:09:06.828556 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Usage tracker for resource:floatingip and tenant:cb629b2d51304745a8628097f32a796e is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:09:06.831417 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:09:06.837371 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:09:06.846867 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:06.985153 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:07.130662 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Allocated IP 172.28.3.240 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/fea6ee86-68f2-4bd5-98e1-2bbcd2dedfc9) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:09:07.284817 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:07.316158 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:07.319795 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6910e26d-7570-4169-b146-bacb1f627669 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:07.376198 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:09:07.379384 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:09:07.387250 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:09:07.420208 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'Port': ['ID=fea6ee86-68f2-4bd5-98e1-2bbcd2dedfc9,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:07.426549 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:07.512690 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:07.579440 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:07.786644 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:07.791185 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16318814'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:07.796145 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:07.911631 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'Port': ['ID=fea6ee86-68f2-4bd5-98e1-2bbcd2dedfc9,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:07.916497 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:07.921375 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:07.946299 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:07.947800 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1324058 Jun 03 20:09:08.120189 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e28651e2-dbb6-4d0b-ae00-882ba7d44b94 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Synchronizing usage tracker for tenant:cb629b2d51304745a8628097f32a796e on resource:security_group {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:09:08.135711 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e28651e2-dbb6-4d0b-ae00-882ba7d44b94 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Unset dirty status for tenant:cb629b2d51304745a8628097f32a796e on resource:security_group {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:09:08.137005 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e28651e2-dbb6-4d0b-ae00-882ba7d44b94 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--875169732&fields=id&tenant_id=cb629b2d51304745a8628097f32a796e HTTP/1.1" status: 200 len: 267 time: 0.0602643 Jun 03 20:09:08.387582 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-4fa6f0bf-2b50-425c-b463-0c94cab412fc tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:08.389093 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-4fa6f0bf-2b50-425c-b463-0c94cab412fc tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 816 time: 0.2447345 Jun 03 20:09:08.407142 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-5e136af7-0e7b-498e-8e1d-117c89d1cb15 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/quotas/cb629b2d51304745a8628097f32a796e HTTP/1.1" status: 200 len: 375 time: 0.0100214 Jun 03 20:09:08.491732 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-2ed127d0-5be4-40de-9799-03757ef35723 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Synchronizing usage tracker for tenant:cb629b2d51304745a8628097f32a796e on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:09:08.509118 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-2ed127d0-5be4-40de-9799-03757ef35723 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Unset dirty status for tenant:cb629b2d51304745a8628097f32a796e on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:09:08.510644 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-2ed127d0-5be4-40de-9799-03757ef35723 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976248 Jun 03 20:09:08.652532 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-dd879af1-e6ad-4895-ac34-94f90ba36737 service neutron] 10.222.0.95 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290200 Jun 03 20:09:08.793014 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e652eb3c-d261-4622-b02e-7ecd8da2c233 service neutron] 10.222.0.95 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343250 Jun 03 20:09:08.976160 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e4ac74e3-e324-4390-b968-5dfb752719e7 req-c5781df5-bf8a-47d8-8da6-23c9c105a846 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 210 time: 0.0453954 Jun 03 20:09:10.144594 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-33371f56-3281-4816-9248-957c3bf61c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:10.146802 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-33371f56-3281-4816-9248-957c3bf61c45 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 816 time: 0.1781530 Jun 03 20:09:10.164186 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0e39df1c-8965-48e2-a9ce-5127071dd41f req-8cc90b89-82e3-43a8-9aeb-cecdc248df21 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 210 time: 0.0548830 Jun 03 20:09:10.220790 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-a113ed45-a04a-476b-9b3c-ff2ff7d5f971 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb629b2d51304745a8628097f32a796e HTTP/1.1" status: 200 len: 379 time: 0.0513642 Jun 03 20:09:10.234035 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'port': {'device_id': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'admin_state_up': True, 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'security_groups': ['67929b33-fcc5-4946-bf50-41f78f2c4b67']}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:09:10.381127 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:09:10.390742 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:09:10.403975 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Made reservation on behalf of cb629b2d51304745a8628097f32a796e for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:09:10.407717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:10.568879 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Allocated IP 172.20.0.6 (3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4/58986aa4-a3df-472b-a3b4-0dbbe51f35a2/43958760-4a8b-4055-8824-b18c2bdba4a9) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:09:10.761727 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:10.777028 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Transition to ACTIVE for port object 43958760-4a8b-4055-8824-b18c2bdba4a9 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:09:10.801411 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:10.807437 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b70f2d21-5180-4ddb-a6e8-91a84360381f tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:10.868997 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:09:10.872009 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:09:10.874549 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:09:10.920423 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event updated for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:10.924111 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:10.956344 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:10.957210 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:10.987658 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7579997 Jun 03 20:09:11.088555 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Request body: {'port': {'device_id': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:09:11.105429 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-ae073a6f-34a3-4e1b-b5b5-b18403d881fd None None] Provisioning for port 43958760-4a8b-4055-8824-b18c2bdba4a9 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:09:11.112739 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-ae073a6f-34a3-4e1b-b5b5-b18403d881fd None None] Provisioning complete for port 43958760-4a8b-4055-8824-b18c2bdba4a9 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:09:11.113287 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ae073a6f-34a3-4e1b-b5b5-b18403d881fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:11.172350 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-ae073a6f-34a3-4e1b-b5b5-b18403d881fd None None] Port 43958760-4a8b-4055-8824-b18c2bdba4a9 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:09:11.207075 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:11.365409 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f05333-c893-44ad-8dcc-3857aa913149 req-9f0968f7-dc04-4f50-91c1-d95a03d44df6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:11.367042 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-71f05333-c893-44ad-8dcc-3857aa913149 req-9f0968f7-dc04-4f50-91c1-d95a03d44df6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 931 time: 0.0888283 Jun 03 20:09:11.418145 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-71f05333-c893-44ad-8dcc-3857aa913149 req-038416d4-7a0f-4dd6-b6f3-9d90725d3aa6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439136 Jun 03 20:09:11.573037 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43958760-4a8b-4055-8824-b18c2bdba4a9 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:09:11.580943 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:11.595617 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Transition to ACTIVE for port object 43958760-4a8b-4055-8824-b18c2bdba4a9 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:09:11.599281 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:11.602879 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8ababc15-bf29-4a85-9b5e-64c17d6bccf4 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:11.759373 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:11.762415 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:11.940126 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Attempting to bind port 43958760-4a8b-4055-8824-b18c2bdba4a9 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:09:11.940366 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Attempting to bind port 43958760-4a8b-4055-8824-b18c2bdba4a9 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:09:11.940685 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Attempting to bind port 43958760-4a8b-4055-8824-b18c2bdba4a9 on network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:09:11.945617 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Port 43958760-4a8b-4055-8824-b18c2bdba4a9 on network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:09:11.945952 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Attempting to bind port 43958760-4a8b-4055-8824-b18c2bdba4a9 on network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:09:11.951275 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:09:11.951607 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Checking segment: {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:09:11.951986 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Bound using segment: {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:09:11.952417 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Bound port: 43958760-4a8b-4055-8824-b18c2bdba4a9, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347d4f85-14a2-4657-973c-f387b24aa54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:09:11.952760 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:12.043515 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:09:12.046773 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:09:12.052705 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:12.057421 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:12.112568 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:12.112568 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:12.114079 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] 10.222.0.109 "PUT /v2.0/ports/43958760-4a8b-4055-8824-b18c2bdba4a9 HTTP/1.1" status: 200 len: 1093 time: 1.0299242 Jun 03 20:09:12.114599 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:09:12.116900 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:09:12.160119 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:12.212324 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5577932c-0782-4ac1-891a-f100e21028a8 x-openstack-request-id: req-5577932c-0782-4ac1-891a-f100e21028a8 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:09:12.213504 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:09:12.213504 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5577932c-0782-4ac1-891a-f100e21028a8 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:09:12.213504 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'status': 'completed', 'code': 200} Jun 03 20:09:12.214102 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:12.261879 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-d633dee1-374e-453f-809c-34c1a9294844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:12.263472 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-d633dee1-374e-453f-809c-34c1a9294844 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 1096 time: 0.0892973 Jun 03 20:09:12.335655 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-10f2c4a6-634d-46e1-ae3b-850be416c719 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43958760-4a8b-4055-8824-b18c2bdba4a9 HTTP/1.1" status: 200 len: 217 time: 0.0639391 Jun 03 20:09:12.401321 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-099440b6-1443-44db-ba40-3d52278c54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:12.402761 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-099440b6-1443-44db-ba40-3d52278c54b7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.0595987 Jun 03 20:09:12.484541 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-904a0ae2-5a57-40d1-955c-5ea4ffeb243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:12.486694 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-904a0ae2-5a57-40d1-955c-5ea4ffeb243b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748816 Jun 03 20:09:12.528285 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-b2101efd-895b-4142-a8f6-5be9a2c1b123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:12.621169 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa58d0-d608-49b3-8c10-cd38ea29cc93 req-010bf2c1-764b-4bd3-af86-1dc139fe51c0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:12.622875 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8baa58d0-d608-49b3-8c10-cd38ea29cc93 req-010bf2c1-764b-4bd3-af86-1dc139fe51c0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0901480 Jun 03 20:09:12.624369 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-39606087-ff69-4f25-bb21-1d7e679e0334 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310875 Jun 03 20:09:12.669956 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8baa58d0-d608-49b3-8c10-cd38ea29cc93 req-b578fc20-1a9e-4198-b2da-7b916b2c27ed tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412734 Jun 03 20:09:12.767586 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-8b24e25a-48a5-4be6-a360-b2a3dab4a932 req-4dbb4709-e2dd-401f-ade4-3d5e400015d5 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351795 Jun 03 20:09:12.890643 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-d0e94a08-c824-4688-98ff-27d0df2bf242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:12.892614 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-d0e94a08-c824-4688-98ff-27d0df2bf242 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 1096 time: 0.0728312 Jun 03 20:09:13.025408 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-c8203604-c1f2-4fbf-b27c-843400586f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:13.026761 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-c8203604-c1f2-4fbf-b27c-843400586f4d service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.1278508 Jun 03 20:09:13.111131 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-f170a3c3-b962-4bb7-8b7d-197d0ad6d935 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43958760-4a8b-4055-8824-b18c2bdba4a9 HTTP/1.1" status: 200 len: 217 time: 0.0758488 Jun 03 20:09:13.176114 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-a593f51b-8c86-45ff-a7a9-92d92b40c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:13.177597 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-a593f51b-8c86-45ff-a7a9-92d92b40c960 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.0588546 Jun 03 20:09:13.261283 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-836d7747-3fb3-4f38-a6ee-30780db56f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:13.262843 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-836d7747-3fb3-4f38-a6ee-30780db56f0b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776904 Jun 03 20:09:13.395440 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-616ad852-d6ad-445e-9b57-46dc772b22f2 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250114 Jun 03 20:09:13.527417 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-44368052-4d3b-4652-b5e8-ae0b3dc8ed43 req-5d477574-c9b8-4a31-8a81-6974daad0024 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250331 Jun 03 20:09:13.863677 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329342da-5b60-4cbe-8ea5-3e6e22a93ffa req-1da88c7b-c8b0-41e7-85a9-80cc60fd6329 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:13.865298 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-329342da-5b60-4cbe-8ea5-3e6e22a93ffa req-1da88c7b-c8b0-41e7-85a9-80cc60fd6329 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0802655 Jun 03 20:09:13.913830 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-329342da-5b60-4cbe-8ea5-3e6e22a93ffa req-7fdd090f-69ab-4199-89d4-08d81ac9cd8d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 Jun 03 20:09:15.105203 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3046b-8a5f-43cd-9e26-080ae60c5daf req-f891ceeb-73bf-46ea-906f-1db6dcc65681 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:15.106654 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ecd3046b-8a5f-43cd-9e26-080ae60c5daf req-f891ceeb-73bf-46ea-906f-1db6dcc65681 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0811467 Jun 03 20:09:15.153064 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ecd3046b-8a5f-43cd-9e26-080ae60c5daf req-9a82f398-ad84-488f-88c6-2430d36b4511 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 Jun 03 20:09:15.174097 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:15.715014 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2e7e701c-543e-4ebe-834a-b4477757774d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:16.354873 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307a365-fb39-42e3-9269-143c2318d792 req-18935d00-1483-4b45-88e6-9b7d46d5bf3a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:16.356606 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d307a365-fb39-42e3-9269-143c2318d792 req-18935d00-1483-4b45-88e6-9b7d46d5bf3a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0874979 Jun 03 20:09:16.408235 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d307a365-fb39-42e3-9269-143c2318d792 req-5bd70810-9d0f-4951-84be-afeed90c2981 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445669 Jun 03 20:09:17.377731 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:17.598250 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11897ae6-1925-4d70-b0c1-8d5a59580cca req-6f817dd0-578b-4616-b780-f4fe69956e72 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:17.599702 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-11897ae6-1925-4d70-b0c1-8d5a59580cca req-6f817dd0-578b-4616-b780-f4fe69956e72 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0818746 Jun 03 20:09:17.649281 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-11897ae6-1925-4d70-b0c1-8d5a59580cca req-681d9f37-4e8f-44eb-8d59-f9c35d770c3d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438848 Jun 03 20:09:18.306908 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 43958760-4a8b-4055-8824-b18c2bdba4a9 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:09:18.441999 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:09:18.492534 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'port_id': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'mac_address': 'fa:16:3e:e7:69:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:09:18.557812 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:18.575276 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43958760-4a8b-4055-8824-b18c2bdba4a9 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:09:18.591517 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:09:18.595708 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:18.597614 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:18.666769 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:18.674706 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.675053 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.675393 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.675728 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.676089 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.676422 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.676751 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.677113 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.677424 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.677748 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.678066 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.678388 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:09:18.682457 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:18.806395 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:18.844765 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5138a-baa4-4bf7-aaf9-9691e479f3a4 req-315eb372-cbc3-47f9-9f43-dd5ef1723e34 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:18.846183 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-55f5138a-baa4-4bf7-aaf9-9691e479f3a4 req-315eb372-cbc3-47f9-9f43-dd5ef1723e34 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 944 time: 0.0835979 Jun 03 20:09:18.894224 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-55f5138a-baa4-4bf7-aaf9-9691e479f3a4 req-5329baf0-e010-4818-9c36-772d8cb91b80 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422993 Jun 03 20:09:19.083655 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['43958760-4a8b-4055-8824-b18c2bdba4a9'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:09:20.090459 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e975a-60f0-4d60-83b6-9afc776435c5 req-096e4d5b-b8b5-4780-bbed-f1f853ab8956 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:20.091944 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fd5e975a-60f0-4d60-83b6-9afc776435c5 req-096e4d5b-b8b5-4780-bbed-f1f853ab8956 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 944 time: 0.0845749 Jun 03 20:09:20.138162 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fd5e975a-60f0-4d60-83b6-9afc776435c5 req-3997e799-9203-4f65-bcdd-588d2ec2efd7 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406117 Jun 03 20:09:20.331919 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 43958760-4a8b-4055-8824-b18c2bdba4a9 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:09:20.401011 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 43958760-4a8b-4055-8824-b18c2bdba4a9 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:09:20.405419 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 43958760-4a8b-4055-8824-b18c2bdba4a9 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:09:20.405795 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:20.524542 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:20.552063 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:09:20.554343 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199a2da7-616b-45eb-88bd-3da3ed4efc60" -d '{"events": [{"server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "name": "network-vif-plugged", "status": "completed", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:09:20.562423 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:09:20.566979 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:20.569120 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:09:20.617876 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed6701-e2c3-42cc-ab62-5e3322df16de x-openstack-request-id: req-05ed6701-e2c3-42cc-ab62-5e3322df16de {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:09:20.618177 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "name": "network-vif-plugged", "status": "completed", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:09:20.618440 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-05ed6701-e2c3-42cc-ab62-5e3322df16de {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:09:20.618829 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'code': 200} Jun 03 20:09:20.637728 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:09:20.640842 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:09:20.860277 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909cdcb-5f00-487f-877d-941ccb2fcfeb req-8fc2c9ce-781a-41d8-bb73-11e57484eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:20.862389 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a909cdcb-5f00-487f-877d-941ccb2fcfeb req-8fc2c9ce-781a-41d8-bb73-11e57484eb0e service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 1098 time: 0.0719757 Jun 03 20:09:20.903460 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a909cdcb-5f00-487f-877d-941ccb2fcfeb req-8c6b3952-7625-4b4f-b98e-19b2d2625636 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340829 Jun 03 20:09:21.167812 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:21.342893 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076afc5-1459-40f7-9a91-c7403a862e82 req-e5c1a41a-a24f-4d85-89ba-23f3af3837c6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:21.344341 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0076afc5-1459-40f7-9a91-c7403a862e82 req-e5c1a41a-a24f-4d85-89ba-23f3af3837c6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0832219 Jun 03 20:09:21.389147 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0076afc5-1459-40f7-9a91-c7403a862e82 req-8ee00b3c-7ecf-495f-a1b4-8c0a3a8675f4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390165 Jun 03 20:09:22.589535 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac62671-e52e-4477-8769-6ec06986adc0 req-5e65eacf-2a76-4512-acda-315291e15716 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:22.591057 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9ac62671-e52e-4477-8769-6ec06986adc0 req-5e65eacf-2a76-4512-acda-315291e15716 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0836058 Jun 03 20:09:22.635443 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9ac62671-e52e-4477-8769-6ec06986adc0 req-1e5ca626-6917-4a94-9cde-1efb99d44132 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379758 Jun 03 20:09:22.822929 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b934551-98de-4777-bf3b-dd348f471a63 req-7080c7d2-4e5b-4be0-97ce-de913bc3f035 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:22.824366 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6b934551-98de-4777-bf3b-dd348f471a63 req-7080c7d2-4e5b-4be0-97ce-de913bc3f035 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0848639 Jun 03 20:09:22.833438 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 35566) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:09:22.838053 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-2139fa83-e163-49ad-a880-a5fdd86c9fc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Request body: {'floatingip': {'port_id': '43958760-4a8b-4055-8824-b18c2bdba4a9'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:09:22.998942 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2139fa83-e163-49ad-a880-a5fdd86c9fc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:23.593715 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2139fa83-e163-49ad-a880-a5fdd86c9fc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:23.598322 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2139fa83-e163-49ad-a880-a5fdd86c9fc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:23.767469 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.l3_db [None req-2139fa83-e163-49ad-a880-a5fdd86c9fc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Floating IP 5cc3261f-e262-4b90-a341-d159bbcabced associated. External IP: 172.28.3.240, port: 43958760-4a8b-4055-8824-b18c2bdba4a9. Jun 03 20:09:24.121069 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2139fa83-e163-49ad-a880-a5fdd86c9fc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Router 99003390-a957-4ce7-b0c1-b9acff8f256b has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:09:24.407021 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2139fa83-e163-49ad-a880-a5fdd86c9fc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:09:24.412206 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2139fa83-e163-49ad-a880-a5fdd86c9fc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:24.416450 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] Sync routers for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:09:24.426895 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:09:24.427511 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:09:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:09:24.470025 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-2139fa83-e163-49ad-a880-a5fdd86c9fc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "PUT /v2.0/floatingips/5cc3261f-e262-4b90-a341-d159bbcabced HTTP/1.1" status: 200 len: 991 time: 1.6352921 Jun 03 20:09:24.470675 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:09:24.472985 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd51074-f845-4aaf-b6ab-4a3471ae0394" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:09:24.577227 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aff8360-b049-4ae3-881f-bd87051725a6 x-openstack-request-id: req-5aff8360-b049-4ae3-881f-bd87051725a6 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:09:24.577615 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:09:24.577959 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5aff8360-b049-4ae3-881f-bd87051725a6 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:09:24.578441 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'status': 'completed', 'code': 200} Jun 03 20:09:24.610435 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:09:24.693313 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-2247a15f-1835-4091-89eb-b24d172e3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:24.694770 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-2247a15f-1835-4091-89eb-b24d172e3f41 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 1098 time: 0.0793781 Jun 03 20:09:24.930734 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-9f0afde4-9ff8-46c7-ad99-993582d5f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:24.932250 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-9f0afde4-9ff8-46c7-ad99-993582d5f3ca service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.2295969 Jun 03 20:09:24.969491 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '5cc3261f-e262-4b90-a341-d159bbcabced', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'floating_ip_address': '172.28.3.240', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'port_id': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'mac_address': 'fa:16:3e:e7:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:09:07Z', 'updated_at': '2021-06-03T20:09:23Z', 'revision_number': 1, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:09:24.973635 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] Checking router: 99003390-a957-4ce7-b0c1-b9acff8f256b for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:09:24.982146 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:09:24.982761 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:09:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:09:25.040782 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-0d638f22-3275-4adb-933b-f1902d655de1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43958760-4a8b-4055-8824-b18c2bdba4a9 HTTP/1.1" status: 200 len: 999 time: 0.1006191 Jun 03 20:09:25.067428 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:09:25.106855 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-66a4c39f-7eea-4cbd-ba68-9d037246a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:25.108311 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-66a4c39f-7eea-4cbd-ba68-9d037246a3bc service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.0590241 Jun 03 20:09:25.160520 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:09:25.189061 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-be50bc36-b070-41a4-8d60-fe09d2a9293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:25.190545 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-be50bc36-b070-41a4-8d60-fe09d2a9293c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711851 Jun 03 20:09:25.335489 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-5fe8f1af-e0f2-4116-b053-54a120b5ff8c service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368825 Jun 03 20:09:25.425590 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-6f25e380-d3a2-4e51-98c0-d4d24cd86fe6 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717819 Jun 03 20:09:25.475183 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-7bd51074-f845-4aaf-b6ab-4a3471ae0394 req-6e5adf68-85c0-4c72-af56-705f810a6649 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323915 Jun 03 20:09:25.525259 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-78ef2e17-d4d7-44de-af34-445d3c74ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:25.526954 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-78ef2e17-d4d7-44de-af34-445d3c74ad28 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 1098 time: 0.0780232 Jun 03 20:09:25.558817 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '5cc3261f-e262-4b90-a341-d159bbcabced', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'floating_ip_address': '172.28.3.240', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'port_id': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'mac_address': 'fa:16:3e:e7:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:09:07Z', 'updated_at': '2021-06-03T20:09:23Z', 'revision_number': 1, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:09:25.563152 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8cc2b8-d610-4497-8568-e45fad652110 None None] The sync data for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb is: [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '5cc3261f-e262-4b90-a341-d159bbcabced', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'floating_ip_address': '172.28.3.240', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'port_id': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'mac_address': 'fa:16:3e:e7:69:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:09:07Z', 'updated_at': '2021-06-03T20:09:23Z', 'revision_number': 1, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:09:25.686863 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-130be442-fed1-4569-8739-979b81891c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:25.689301 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-130be442-fed1-4569-8739-979b81891c96 service neutron] 10.222.0.109 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 912 time: 0.1385863 Jun 03 20:09:25.758993 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc3d6d-2b14-4f46-b4c1-965cea7e8bce None None] New status for floating IP 5cc3261f-e262-4b90-a341-d159bbcabced: ACTIVE {{(pid=91762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:09:25.797860 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-d08d813a-d559-42d6-a30b-ba257d3e1dd3 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96e0aa2-ae5a-4231-951c-0962968ea818 HTTP/1.1" status: 200 len: 1000 time: 0.1010857 Jun 03 20:09:25.879780 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-b13b90a3-d36c-4e1c-824d-716bd0344811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:25.881162 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-b13b90a3-d36c-4e1c-824d-716bd0344811 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 200 len: 849 time: 0.0715065 Jun 03 20:09:25.967244 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-700941b5-c921-4e66-b5f4-8af9f66c623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:25.968719 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-700941b5-c921-4e66-b5f4-8af9f66c623d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=aabff61b-8e41-4f90-a119-19e973bbee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750222 Jun 03 20:09:26.111897 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-1c9d1f7e-4302-4a2d-8ccc-1d882371f928 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351197 Jun 03 20:09:26.264508 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9e28bddc-b1ad-4073-bbc7-28ed6044846c req-59a3d90c-4337-449e-80b2-c672ea0f0f03 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437602 Jun 03 20:09:42.532609 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-9751a220-2978-44f7-9f38-f3a9e05f324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:45.180980 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:45.720212 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-293c2c49-e93d-4561-85f0-e46519fcc8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:47.379675 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:48.809587 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:51.162986 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:09:58.856524 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b557075-4256-4d3f-9a09-406de34441f0 req-2cfdc992-ca4c-4be5-9e88-48c7e21c524c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:09:58.858045 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1b557075-4256-4d3f-9a09-406de34441f0 req-2cfdc992-ca4c-4be5-9e88-48c7e21c524c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1013844 Jun 03 20:09:58.909294 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1b557075-4256-4d3f-9a09-406de34441f0 req-12efdbe2-2b3c-4cd6-a1cd-023b6ee1621d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Jun 03 20:10:00.245750 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795934-9875-4b01-8779-5ce45a7ef71a req-d60ab3bd-650d-4196-afee-bfb0118c6149 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:00.248011 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-14795934-9875-4b01-8779-5ce45a7ef71a req-d60ab3bd-650d-4196-afee-bfb0118c6149 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1427479 Jun 03 20:10:00.316602 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-14795934-9875-4b01-8779-5ce45a7ef71a req-4dd4a004-69f2-4543-b851-9d63cbc5414d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=b070cd8d-ac24-45a3-92aa-b49416aa0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611145 Jun 03 20:10:00.474047 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-f76b0270-3f33-45e9-be67-b779a37d6128 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:00.475550 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-f76b0270-3f33-45e9-be67-b779a37d6128 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.109 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 945 time: 0.1118274 Jun 03 20:10:00.666635 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Deleting port b96e0aa2-ae5a-4231-951c-0962968ea818 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:10:00.667151 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:00.931890 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] For port b96e0aa2-ae5a-4231-951c-0962968ea818, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b96e0aa2-ae5a-4231-951c-0962968ea818,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:10:00.932254 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:01.267844 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:01.268634 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:01.268634 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.l3_db [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Floating IP ca719aac-a828-4a41-bcf5-4a0811ca4864 disassociated. External IP: 172.28.3.34, port: b96e0aa2-ae5a-4231-951c-0962968ea818. Jun 03 20:10:01.268995 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Calling delete_port for b96e0aa2-ae5a-4231-951c-0962968ea818 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:10:01.429148 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:01.435629 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dd898737-6013-465e-8aae-4cbc1a52f33c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:01.520002 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event deleted for resources: {'Port': ['ID=b96e0aa2-ae5a-4231-951c-0962968ea818,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:01.533613 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ec921052-c732-432b-a3ea-5c36d918f542 req-d8e6e4d2-8009-41a2-abb3-01bee98c1768 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 210 time: 0.0654433 Jun 03 20:10:01.546984 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.548631 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.548908 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.549423 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.551241 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.551241 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.552424 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.552424 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.553979 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.553979 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.553979 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.555152 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:01.560899 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:01.798169 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:10:02.015708 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:10:02.032559 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] Sync routers for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:10:02.046020 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:10:02.048272 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:09:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:10:02.078467 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:10:02.105418 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] No DVR routers for this DVR port b96e0aa2-ae5a-4231-951c-0962968ea818 on host hv-cinder-79466 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:10:02.108913 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:02.112627 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529ce220-45a0-413d-8913-a7469e4da1aa', 'name': 'network-vif-deleted', 'tag': 'b96e0aa2-ae5a-4231-951c-0962968ea818'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:10:02.115476 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af477513-ec64-4ea0-979a-220631941f26" -d '{"events": [{"server_uuid": "529ce220-45a0-413d-8913-a7469e4da1aa", "name": "network-vif-deleted", "tag": "b96e0aa2-ae5a-4231-951c-0962968ea818"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:10:02.145774 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-75f38799-b1ea-45a6-b176-a1fee2b24985 req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.109 "DELETE /v2.0/ports/b96e0aa2-ae5a-4231-951c-0962968ea818 HTTP/1.1" status: 204 len: 173 time: 1.6626596 Jun 03 20:10:02.172700 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91813ad9-4fd2-43d5-ad1d-9e890f1f9a92 x-openstack-request-id: req-91813ad9-4fd2-43d5-ad1d-9e890f1f9a92 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:10:02.173320 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529ce220-45a0-413d-8913-a7469e4da1aa", "name": "network-vif-deleted", "tag": "b96e0aa2-ae5a-4231-951c-0962968ea818", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:10:02.173810 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-91813ad9-4fd2-43d5-ad1d-9e890f1f9a92 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:10:02.174524 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529ce220-45a0-413d-8913-a7469e4da1aa', 'name': 'network-vif-deleted', 'tag': 'b96e0aa2-ae5a-4231-951c-0962968ea818', 'status': 'completed', 'code': 200} Jun 03 20:10:02.308070 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:10:02.787436 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-18cf34ad-7a4e-48c4-a5db-1f48dc5fd0b6 req-64332031-d590-41fa-ba6e-ce1bcf364b23 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Synchronizing usage tracker for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:10:02.831456 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-18cf34ad-7a4e-48c4-a5db-1f48dc5fd0b6 req-64332031-d590-41fa-ba6e-ce1bcf364b23 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Unset dirty status for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:10:02.833616 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-18cf34ad-7a4e-48c4-a5db-1f48dc5fd0b6 req-64332031-d590-41fa-ba6e-ce1bcf364b23 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=529ce220-45a0-413d-8913-a7469e4da1aa HTTP/1.1" status: 200 len: 210 time: 0.1178608 Jun 03 20:10:02.848370 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:10:02.854477 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] Checking router: 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:10:02.880197 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:10:02.880197 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:09:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:10:03.064172 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:10:03.491904 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:10:03.499179 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c597ac5-a21c-4acc-896f-fc5af3290cdc None None] The sync data for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb is: [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:10:03.780285 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8778ce2d-674a-48f7-bf63-6a9e0926c56d None None] New status for floating IP ca719aac-a828-4a41-bcf5-4a0811ca4864: DOWN {{(pid=91762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:10:04.171423 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35676) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:10:04.252175 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:04.286090 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:04.348044 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:04.352731 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b54d0682-3bb2-4467-b194-94b3aaa237b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:04.371116 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b070cd8d-ac24-45a3-92aa-b49416aa0df6,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:04.382820 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.383196 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.383586 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.383969 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.384262 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.384606 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.384993 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.385342 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.385695 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.386041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.386395 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.386737 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:04.391780 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:04.394299 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:04.395551 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "DELETE /v2.0/security-groups/b070cd8d-ac24-45a3-92aa-b49416aa0df6 HTTP/1.1" status: 204 len: 168 time: 0.2220838 Jun 03 20:10:04.399336 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35678) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:10:04.417045 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.api.v2.resource [None req-f2ebc813-12c1-4444-a05a-cb6ea47a52fc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] show failed (client error): The resource could not be found. Jun 03 20:10:04.419528 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-f2ebc813-12c1-4444-a05a-cb6ea47a52fc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups/b070cd8d-ac24-45a3-92aa-b49416aa0df6 HTTP/1.1" status: 404 len: 347 time: 0.0184200 Jun 03 20:10:04.420995 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35680) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:10:04.671813 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Deleting port 4045c9e1-1313-43d4-bf90-4d0f16f35c83 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:10:04.672096 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:04.685684 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device b96e0aa2-ae5a-4231-951c-0962968ea818 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:10:04.764244 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: b96e0aa2-ae5a-4231-951c-0962968ea818 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:10:04.764598 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device b96e0aa2-ae5a-4231-951c-0962968ea818 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:10:04.813700 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:04.814032 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:04.946850 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Calling delete_port for 4045c9e1-1313-43d4-bf90-4d0f16f35c83 owned by network:floatingip {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:10:05.070599 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:05.074684 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-936c4915-17f6-49bb-8e71-306365730dd5 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:05.121224 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event deleted for resources: {'Port': ['ID=4045c9e1-1313-43d4-bf90-4d0f16f35c83,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:05.124437 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:05.322098 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:05.342313 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:05.343933 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "DELETE /v2.0/floatingips/ca719aac-a828-4a41-bcf5-4a0811ca4864 HTTP/1.1" status: 204 len: 168 time: 0.9216270 Jun 03 20:10:05.776962 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35686) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:10:05.785779 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723080562', 'description': 'tempest-description--1362282545'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:10:05.796029 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:10:05.804282 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:security_group and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:10:05.809456 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:10:05.817181 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:10:05.831262 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:05.855767 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:10:05.861169 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:security_group_rule and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:10:05.865280 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:10:05.873336 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:10:05.975942 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:05.983115 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:05.988272 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9273bce0-b5c3-416b-8039-692c52f3a7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:06.047679 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c57f45-ade3-4b56-982a-048e1a051972,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:06.053797 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:06.055547 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.061746 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2786770 Jun 03 20:10:06.062898 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35690) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:10:06.070728 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'security_group_rule': {'security_group_id': 'e3c57f45-ade3-4b56-982a-048e1a051972', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:10:06.080968 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:10:06.088589 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:security_group_rule and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:10:06.095512 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:10:06.107906 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:10:06.140331 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.247185 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.252608 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.262167 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:06.287318 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08bb3e2-c738-4d56-82ab-a694ec074c94,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:06.291619 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:06.300895 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.304737 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-8a8448b6-79d1-4e0e-8b54-cdb15504802d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2385352 Jun 03 20:10:06.307187 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35692) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:10:06.315564 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'security_group_rule': {'security_group_id': 'e3c57f45-ade3-4b56-982a-048e1a051972', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:10:06.323077 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:10:06.329102 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:security_group_rule and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:10:06.333661 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:10:06.346873 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:10:06.372838 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.480138 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.485181 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.487686 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:06.511099 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c3182c-b36f-4910-9109-aef4ddd20ab7,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:06.515570 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:06.525905 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.527476 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-b84cac64-d301-4ee8-bee2-24cbc959ba1f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2188275 Jun 03 20:10:06.531377 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35694) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:10:06.536194 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'floatingip': {'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:10:06.542471 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:10:06.546464 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:floatingip and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:10:06.549535 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:10:06.556124 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:10:06.570960 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.749450 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:06.932165 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Allocated IP 172.28.3.123 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/da549e5c-07ce-4413-baa8-304833d0ba5a) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:10:07.143144 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:07.194777 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:07.203021 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-678fe311-f862-4cc0-abef-3f192b11755a tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:07.310984 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:10:07.317073 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:10:07.333542 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:10:07.398410 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'Port': ['ID=da549e5c-07ce-4413-baa8-304833d0ba5a,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:07.406314 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:07.482506 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:07.558554 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:07.951099 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:07.957912 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:07.965928 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4934d9d8-9f88-49ee-a024-54fd7f0e4817 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:08.102203 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'Port': ['ID=da549e5c-07ce-4413-baa8-304833d0ba5a,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:08.107852 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:08.111885 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:08.142229 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:08.143740 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6112866 Jun 03 20:10:08.451346 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-d05e1bd0-07e6-4869-b5bd-01821700e659 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--723080562&fields=id&tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88 HTTP/1.1" status: 200 len: 267 time: 0.0580745 Jun 03 20:10:08.707485 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-8c7036e4-4bd9-408b-8597-f2eb71d8afe1 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:08.710156 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-8c7036e4-4bd9-408b-8597-f2eb71d8afe1 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 810 time: 0.2494855 Jun 03 20:10:08.727529 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4a7855e8-dd47-4a85-a432-3d1d005bd538 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/quotas/3f1d2c1f9fe44118bc5f8300b840ce88 HTTP/1.1" status: 200 len: 375 time: 0.0102310 Jun 03 20:10:08.884216 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-55c68e21-dfa9-46b5-8c74-aa1d15bc7252 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1496232 Jun 03 20:10:09.071189 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-6927e1e6-f821-4693-b14a-3eabface241d service neutron] 10.222.0.95 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702754 Jun 03 20:10:09.380920 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-27b2a5b4-45de-468d-8c5f-6d1e73375676 service neutron] 10.222.0.95 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983541 Jun 03 20:10:09.655652 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-38d642c0-a539-4ff7-b604-ad4ab8d2caf2 req-c4fdb31d-a11f-435e-8ca1-ef97419f085c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 210 time: 0.0518050 Jun 03 20:10:10.870195 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-09706685-4297-4c32-ba14-d89ac14fd5c1 req-a023e375-910b-4689-9382-ff826f53962f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 210 time: 0.0561969 Jun 03 20:10:11.249484 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-f4bfa23b-3ae9-429e-96dc-94e44ad0197f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:11.252134 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-f4bfa23b-3ae9-429e-96dc-94e44ad0197f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.109 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 810 time: 0.2124000 Jun 03 20:10:11.321809 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-94984b05-27b4-418e-b92b-230dafcaaa3a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88 HTTP/1.1" status: 200 len: 379 time: 0.0591290 Jun 03 20:10:11.336725 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'port': {'device_id': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'admin_state_up': True, 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'security_groups': ['e3c57f45-ade3-4b56-982a-048e1a051972']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:10:11.534353 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:10:11.539773 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Usage tracker for resource:port and tenant:3f1d2c1f9fe44118bc5f8300b840ce88 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:10:11.543570 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:10:11.553278 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:10:11.570516 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Made reservation on behalf of 3f1d2c1f9fe44118bc5f8300b840ce88 for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:10:11.576120 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:11.799041 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Allocated IP 172.20.0.14 (aabff61b-8e41-4f90-a119-19e973bbee6c/1b04cc4b-97ca-43f0-94b4-066334276b34/80ea1623-dae0-4203-b3da-9b61912fcf92) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:10:12.159014 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fbf5822c-8b92-419e-ab2c-3f47e7d03969 req-74bcff58-543f-4904-9ab5-ac65a7ec2d6a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 210 time: 0.0931530 Jun 03 20:10:12.168017 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:12.193118 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Transition to ACTIVE for port object 80ea1623-dae0-4203-b3da-9b61912fcf92 will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:10:12.228133 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:12.237017 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-434eafbe-59e5-452e-bb66-fd81d302bbd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:12.299132 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Network aabff61b-8e41-4f90-a119-19e973bbee6c is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:10:12.302534 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:10:12.305650 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:10:12.371431 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event updated for resources: {'Port': ['ID=80ea1623-dae0-4203-b3da-9b61912fcf92,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:12.377706 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:12.407392 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:12.408276 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:12.449662 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1200294 Jun 03 20:10:12.462653 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Request body: {'port': {'device_id': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:10:12.545562 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-b3879d2d-f028-436b-a135-c0f283766b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:12.618200 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:12.622972 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-ac8c5617-8a82-4aab-8391-e3a8269eae1a None None] Provisioning for port 80ea1623-dae0-4203-b3da-9b61912fcf92 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:10:12.629966 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-ac8c5617-8a82-4aab-8391-e3a8269eae1a None None] Provisioning complete for port 80ea1623-dae0-4203-b3da-9b61912fcf92 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:10:12.630745 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5617-8a82-4aab-8391-e3a8269eae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:12.696564 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c5617-8a82-4aab-8391-e3a8269eae1a None None] Port 80ea1623-dae0-4203-b3da-9b61912fcf92 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:10:13.107247 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ea1623-dae0-4203-b3da-9b61912fcf92 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:10:13.122419 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:13.143827 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Transition to ACTIVE for port object 80ea1623-dae0-4203-b3da-9b61912fcf92 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:10:13.149632 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16318814'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:13.155858 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f5d7bb85-b4e5-4aa0-badc-3b1ec0d369b1 tempest-AttachVolumeNegativeTest-722259442 tempest-AttachVolumeNegativeTest-722259442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:13.541810 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Pushing event updated for resources: {'Port': ['ID=80ea1623-dae0-4203-b3da-9b61912fcf92,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:13.545359 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:13.678331 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aca00b-7933-4dd3-9037-84b6a5546d5d req-794f3a6d-1ecc-47be-9b27-e2224dc321ac tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:13.678976 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-b8aca00b-7933-4dd3-9037-84b6a5546d5d req-794f3a6d-1ecc-47be-9b27-e2224dc321ac tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Synchronizing usage tracker for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:10:13.704787 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Attempting to bind port 80ea1623-dae0-4203-b3da-9b61912fcf92 on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:10:13.705283 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Attempting to bind port 80ea1623-dae0-4203-b3da-9b61912fcf92 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:10:13.705656 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Attempting to bind port 80ea1623-dae0-4203-b3da-9b61912fcf92 on network aabff61b-8e41-4f90-a119-19e973bbee6c {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:10:13.713366 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Port 80ea1623-dae0-4203-b3da-9b61912fcf92 on network aabff61b-8e41-4f90-a119-19e973bbee6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:10:13.713861 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Attempting to bind port 80ea1623-dae0-4203-b3da-9b61912fcf92 on network aabff61b-8e41-4f90-a119-19e973bbee6c {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:10:13.718668 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-b8aca00b-7933-4dd3-9037-84b6a5546d5d req-794f3a6d-1ecc-47be-9b27-e2224dc321ac tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Unset dirty status for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:10:13.720233 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b8aca00b-7933-4dd3-9037-84b6a5546d5d req-794f3a6d-1ecc-47be-9b27-e2224dc321ac tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 944 time: 0.2939355 Jun 03 20:10:13.724957 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:10:13.725510 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Checking segment: {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:10:13.726141 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Bound using segment: {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:10:13.726892 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Bound port: 80ea1623-dae0-4203-b3da-9b61912fcf92, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93253937-4793-4f40-ab38-c9459e6c2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:10:13.727466 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:13.843306 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b8aca00b-7933-4dd3-9037-84b6a5546d5d req-415bc544-48dc-4c4f-8fc1-50ca0d010d98 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020398 Jun 03 20:10:13.889379 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] For port 80ea1623-dae0-4203-b3da-9b61912fcf92, host hv-cinder-79466, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:10:13.894376 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] For port 80ea1623-dae0-4203-b3da-9b61912fcf92, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=80ea1623-dae0-4203-b3da-9b61912fcf92,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:10:13.900227 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16318814'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:13.906714 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:13.975070 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:13.975819 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:13.977593 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] 10.222.0.109 "PUT /v2.0/ports/80ea1623-dae0-4203-b3da-9b61912fcf92 HTTP/1.1" status: 200 len: 1094 time: 1.5201144 Jun 03 20:10:13.978306 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'tag': '80ea1623-dae0-4203-b3da-9b61912fcf92'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:10:13.980980 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0795e967-5cb1-4376-89d0-1e575ac8c855" -d '{"events": [{"name": "network-changed", "server_uuid": "135d4979-3da5-4e19-a841-6bad8de1aa27", "tag": "80ea1623-dae0-4203-b3da-9b61912fcf92"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:10:14.021389 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Pushing event updated for resources: {'Port': ['ID=80ea1623-dae0-4203-b3da-9b61912fcf92,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:14.026363 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:14.044759 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca186f7-5e59-43f7-8c4b-2c6efa45f386 x-openstack-request-id: req-fca186f7-5e59-43f7-8c4b-2c6efa45f386 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:10:14.045346 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135d4979-3da5-4e19-a841-6bad8de1aa27", "tag": "80ea1623-dae0-4203-b3da-9b61912fcf92", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:10:14.045822 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fca186f7-5e59-43f7-8c4b-2c6efa45f386 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:10:14.046558 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'tag': '80ea1623-dae0-4203-b3da-9b61912fcf92', 'status': 'completed', 'code': 200} Jun 03 20:10:14.175627 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-e4f3ccda-0c56-4c56-b469-1b65b06f5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:14.178557 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-e4f3ccda-0c56-4c56-b469-1b65b06f5c3c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 1097 time: 0.1302557 Jun 03 20:10:14.292305 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-6eb89bda-b282-4910-996b-13d65be73dbc service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ea1623-dae0-4203-b3da-9b61912fcf92 HTTP/1.1" status: 200 len: 217 time: 0.1056795 Jun 03 20:10:14.369317 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-72e782fe-5f7f-42b7-8605-7ffdcfcc9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:14.371310 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-72e782fe-5f7f-42b7-8605-7ffdcfcc9e08 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 200 len: 849 time: 0.0710430 Jun 03 20:10:14.461606 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-57db94d1-9e1c-4749-bb67-1bda34273276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:14.463185 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-57db94d1-9e1c-4749-bb67-1bda34273276 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=aabff61b-8e41-4f90-a119-19e973bbee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832019 Jun 03 20:10:14.614968 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-7df30cca-f328-4266-be50-782d2fbcfbe1 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435304 Jun 03 20:10:14.800010 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b5923721-3a51-466b-9f97-169e3eec5c5c req-9740b1d3-9dfb-410f-a6f3-98a46b8cceb6 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772850 Jun 03 20:10:14.954543 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-d0ece216-a7bd-4ec2-b90b-0877a1fdec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:14.956165 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-d0ece216-a7bd-4ec2-b90b-0877a1fdec0e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 1097 time: 0.0937376 Jun 03 20:10:15.177074 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:15.193750 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-333bc23a-1078-4950-a135-b16c698b6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:15.195239 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-333bc23a-1078-4950-a135-b16c698b6a95 service neutron] 10.222.0.109 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 912 time: 0.2276037 Jun 03 20:10:15.285312 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-c238cdc6-ee4b-409c-9b68-d380087db4af service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ea1623-dae0-4203-b3da-9b61912fcf92 HTTP/1.1" status: 200 len: 217 time: 0.0826669 Jun 03 20:10:15.305784 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d5c2d-404a-448f-87ef-00d40554b968 req-649310e0-61ce-4509-8972-607db977b6ac tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:15.307367 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b37d5c2d-404a-448f-87ef-00d40554b968 req-649310e0-61ce-4509-8972-607db977b6ac tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 944 time: 0.2345452 Jun 03 20:10:15.403152 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-9a9d0d59-3143-463f-9b51-04d522c8083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:15.404650 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-9a9d0d59-3143-463f-9b51-04d522c8083f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 200 len: 849 time: 0.0963662 Jun 03 20:10:15.408485 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b37d5c2d-404a-448f-87ef-00d40554b968 req-fe8c04d9-a063-49bb-b247-31f1aab9428a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700848 Jun 03 20:10:15.504359 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-e2c5d419-3911-4f9e-9f68-4c113b14427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:15.506012 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-e2c5d419-3911-4f9e-9f68-4c113b14427b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=aabff61b-8e41-4f90-a119-19e973bbee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0896518 Jun 03 20:10:15.727816 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d4358345-0894-4d87-a2b2-3c251766dd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:15.783056 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-067a4e5a-c1c0-43d6-a659-364eecda7cd6 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643936 Jun 03 20:10:15.935447 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-0795e967-5cb1-4376-89d0-1e575ac8c855 req-48a1f04b-5a36-4254-a29e-82d080f501d0 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451390 Jun 03 20:10:16.608073 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97d81a-adb6-4027-ab41-466e21d3c1e8 req-b46fd2a7-b675-435e-adff-af0f9dfee72b tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:16.610188 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2e97d81a-adb6-4027-ab41-466e21d3c1e8 req-b46fd2a7-b675-435e-adff-af0f9dfee72b tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 944 time: 0.0923240 Jun 03 20:10:16.660612 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2e97d81a-adb6-4027-ab41-466e21d3c1e8 req-9e1f2b3e-bb2f-4df7-bdd9-24e14b423dc8 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444648 Jun 03 20:10:17.380016 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:17.952123 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa439a-636f-4376-84f3-dceb1b0dad26 req-e045fb6a-66ee-46f9-a81a-495e7f0860af tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:17.953934 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6afa439a-636f-4376-84f3-dceb1b0dad26 req-e045fb6a-66ee-46f9-a81a-495e7f0860af tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 944 time: 0.1302934 Jun 03 20:10:18.006686 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6afa439a-636f-4376-84f3-dceb1b0dad26 req-e3029986-168a-417c-8a77-e0f5e025dfa8 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443032 Jun 03 20:10:18.773668 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 80ea1623-dae0-4203-b3da-9b61912fcf92 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:10:18.873387 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:18.922786 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 80ea1623-dae0-4203-b3da-9b61912fcf92, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=80ea1623-dae0-4203-b3da-9b61912fcf92,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:10:18.936350 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '80ea1623-dae0-4203-b3da-9b61912fcf92', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'port_id': '80ea1623-dae0-4203-b3da-9b61912fcf92', 'mac_address': 'fa:16:3e:92:a5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:10:18.993035 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:19.009899 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ea1623-dae0-4203-b3da-9b61912fcf92 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:10:19.027295 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 80ea1623-dae0-4203-b3da-9b61912fcf92, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=80ea1623-dae0-4203-b3da-9b61912fcf92,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:10:19.034747 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:19.036568 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:19.106177 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=80ea1623-dae0-4203-b3da-9b61912fcf92,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:19.114131 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.114635 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.114778 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.115182 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.115541 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.115873 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.116363 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.116746 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.117171 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.117531 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.117947 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.118366 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:10:19.123631 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:19.199971 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03804-dceb-4f9e-8ba4-68600106ddb5 req-d50a36e2-fc59-4803-87fc-fae68685f14a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:19.201436 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1eb03804-dceb-4f9e-8ba4-68600106ddb5 req-d50a36e2-fc59-4803-87fc-fae68685f14a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 945 time: 0.0866997 Jun 03 20:10:19.247381 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1eb03804-dceb-4f9e-8ba4-68600106ddb5 req-31784dce-2156-4d88-867e-ec204daf7b15 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389078 Jun 03 20:10:19.471791 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['80ea1623-dae0-4203-b3da-9b61912fcf92'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:10:20.439295 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0572f54-4c80-47c1-aa0a-b2922b1c5326 req-e9320cd1-6a9b-4628-8925-b01fe25a4945 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:20.440701 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b0572f54-4c80-47c1-aa0a-b2922b1c5326 req-e9320cd1-6a9b-4628-8925-b01fe25a4945 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 945 time: 0.0860078 Jun 03 20:10:20.485473 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b0572f54-4c80-47c1-aa0a-b2922b1c5326 req-7dadf1e0-cdc5-4524-a2d4-5dfc94dd7399 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388718 Jun 03 20:10:20.786147 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 80ea1623-dae0-4203-b3da-9b61912fcf92 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:10:20.856163 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port 80ea1623-dae0-4203-b3da-9b61912fcf92 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:10:20.860716 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 80ea1623-dae0-4203-b3da-9b61912fcf92 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:10:20.861135 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:20.981824 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:21.009015 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ea1623-dae0-4203-b3da-9b61912fcf92'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:10:21.011256 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec24c92-5199-4f35-bb64-39408104c8fc" -d '{"events": [{"server_uuid": "135d4979-3da5-4e19-a841-6bad8de1aa27", "name": "network-vif-plugged", "status": "completed", "tag": "80ea1623-dae0-4203-b3da-9b61912fcf92"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:10:21.018845 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 80ea1623-dae0-4203-b3da-9b61912fcf92, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=80ea1623-dae0-4203-b3da-9b61912fcf92,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:10:21.022091 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:21.023899 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:21.070956 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aaa3af-9a59-4208-8567-c3d2f9029b94 x-openstack-request-id: req-48aaa3af-9a59-4208-8567-c3d2f9029b94 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:10:21.071261 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135d4979-3da5-4e19-a841-6bad8de1aa27", "name": "network-vif-plugged", "status": "completed", "tag": "80ea1623-dae0-4203-b3da-9b61912fcf92", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:10:21.071526 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-48aaa3af-9a59-4208-8567-c3d2f9029b94 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:10:21.072452 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ea1623-dae0-4203-b3da-9b61912fcf92', 'code': 200} Jun 03 20:10:21.114814 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=80ea1623-dae0-4203-b3da-9b61912fcf92,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:21.118130 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:21.198559 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:21.357019 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c0040-71bb-473f-bc7d-ecb011cd995c req-f8fb1cb1-442f-4452-9b03-f5432bf7102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:21.358402 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-659c0040-71bb-473f-bc7d-ecb011cd995c req-f8fb1cb1-442f-4452-9b03-f5432bf7102c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 1099 time: 0.0758572 Jun 03 20:10:21.401008 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-659c0040-71bb-473f-bc7d-ecb011cd995c req-8bed8617-ac64-4e23-ad41-1f175ab0bf85 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357137 Jun 03 20:10:21.683349 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e17b5d-6874-4b66-8002-f0036e88c93a req-818a178c-0f7e-481e-8594-29e5798d154e tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:21.685180 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-10e17b5d-6874-4b66-8002-f0036e88c93a req-818a178c-0f7e-481e-8594-29e5798d154e tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 946 time: 0.0924957 Jun 03 20:10:21.742912 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-10e17b5d-6874-4b66-8002-f0036e88c93a req-ac133d10-5e1a-4a56-b545-99c069ab0c5c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514996 Jun 03 20:10:23.008162 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcfe25-4296-49ff-89b8-0d5445590317 req-44042c6d-b98e-411b-9d5a-077510a92600 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:23.009896 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-78bcfe25-4296-49ff-89b8-0d5445590317 req-44042c6d-b98e-411b-9d5a-077510a92600 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 946 time: 0.1214652 Jun 03 20:10:23.104096 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-78bcfe25-4296-49ff-89b8-0d5445590317 req-4f20fb98-683f-4342-8d32-3d0503f753e2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597718 Jun 03 20:10:23.136296 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473abf7-3457-4ead-bf02-4a77ec005ec8 req-b9466eb7-6150-4861-8f15-260e48363b9b tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:23.138239 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e473abf7-3457-4ead-bf02-4a77ec005ec8 req-b9466eb7-6150-4861-8f15-260e48363b9b tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1384211 Jun 03 20:10:23.199837 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e473abf7-3457-4ead-bf02-4a77ec005ec8 req-81500b55-0d4b-4872-8253-6630ae6e5ae8 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549242 Jun 03 20:10:24.320580 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083043b6-a747-41dd-956b-58bb470b3072 req-fb8afc4d-50d7-4509-8faa-e96d5cd2bdda tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:24.322023 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-083043b6-a747-41dd-956b-58bb470b3072 req-fb8afc4d-50d7-4509-8faa-e96d5cd2bdda tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 946 time: 0.0946062 Jun 03 20:10:24.412247 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-083043b6-a747-41dd-956b-58bb470b3072 req-bc4bda5b-2749-4c67-b0d1-bafb2fc3c93c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580544 Jun 03 20:10:24.442074 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85a076-dd51-4b41-b838-663531fdc5f0 req-dee45319-ba71-4628-8328-99e55de69e55 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:24.443658 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bf85a076-dd51-4b41-b838-663531fdc5f0 req-dee45319-ba71-4628-8328-99e55de69e55 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1207342 Jun 03 20:10:24.521124 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bf85a076-dd51-4b41-b838-663531fdc5f0 req-3d303551-3502-4ca6-bc4c-c8e33498538d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710497 Jun 03 20:10:24.651551 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f28a97-3f88-4f22-a48e-e10b0f040a28 req-42c6944a-0426-41b6-a12d-f862832c1ff6 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:24.652999 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b3f28a97-3f88-4f22-a48e-e10b0f040a28 req-42c6944a-0426-41b6-a12d-f862832c1ff6 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 946 time: 0.0899742 Jun 03 20:10:24.662396 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35788) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:10:24.667129 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-e0abda74-7980-496d-aafd-df1295e5801f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Request body: {'floatingip': {'port_id': '80ea1623-dae0-4203-b3da-9b61912fcf92'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:10:24.763561 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e0abda74-7980-496d-aafd-df1295e5801f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:25.516404 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e0abda74-7980-496d-aafd-df1295e5801f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:25.521798 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e0abda74-7980-496d-aafd-df1295e5801f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:25.759887 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d188d5f-3d95-4d97-a214-8228a1315d33 req-0728a2d3-ffa1-490c-9de8-b2e318323ff9 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:25.761559 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d188d5f-3d95-4d97-a214-8228a1315d33 req-0728a2d3-ffa1-490c-9de8-b2e318323ff9 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1216173 Jun 03 20:10:25.767610 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.l3_db [None req-e0abda74-7980-496d-aafd-df1295e5801f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Floating IP 6e5cfd93-8a2c-4cd1-89e5-f0228ab4373a associated. External IP: 172.28.3.123, port: 80ea1623-dae0-4203-b3da-9b61912fcf92. Jun 03 20:10:25.816502 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d188d5f-3d95-4d97-a214-8228a1315d33 req-4c0a32c6-3aec-4d99-a8a4-265668e7c80f tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489054 Jun 03 20:10:26.210408 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0abda74-7980-496d-aafd-df1295e5801f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:10:26.409769 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0abda74-7980-496d-aafd-df1295e5801f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:10:26.414421 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e0abda74-7980-496d-aafd-df1295e5801f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:26.421290 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] Sync routers for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:10:26.434866 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:10:26.435654 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:10:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:10:26.480509 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-e0abda74-7980-496d-aafd-df1295e5801f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "PUT /v2.0/floatingips/6e5cfd93-8a2c-4cd1-89e5-f0228ab4373a HTTP/1.1" status: 200 len: 992 time: 1.8168142 Jun 03 20:10:26.481029 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'tag': '80ea1623-dae0-4203-b3da-9b61912fcf92'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:10:26.483576 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86" -d '{"events": [{"name": "network-changed", "server_uuid": "135d4979-3da5-4e19-a841-6bad8de1aa27", "tag": "80ea1623-dae0-4203-b3da-9b61912fcf92"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:10:26.538609 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cb13e4-ea77-416e-bfdc-72fae0e55769 x-openstack-request-id: req-43cb13e4-ea77-416e-bfdc-72fae0e55769 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:10:26.539291 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135d4979-3da5-4e19-a841-6bad8de1aa27", "tag": "80ea1623-dae0-4203-b3da-9b61912fcf92", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:10:26.539623 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-43cb13e4-ea77-416e-bfdc-72fae0e55769 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:10:26.540183 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'tag': '80ea1623-dae0-4203-b3da-9b61912fcf92', 'status': 'completed', 'code': 200} Jun 03 20:10:26.638423 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:10:26.667110 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-f443deca-1408-4a01-87cd-c3d5732daae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:26.668635 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-f443deca-1408-4a01-87cd-c3d5732daae5 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 1099 time: 0.0975478 Jun 03 20:10:26.818049 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-6dc0be16-3df4-4065-abd0-57ea1e2c04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:26.819573 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-6dc0be16-3df4-4065-abd0-57ea1e2c04d0 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2029e751d14c433989a1733d49cd237c&device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1098 time: 0.0864964 Jun 03 20:10:26.840761 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-330d3140-e891-40f2-a496-20b08c326016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:26.842273 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-330d3140-e891-40f2-a496-20b08c326016 service neutron] 10.222.0.109 "GET /v2.0/networks?id=aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 200 len: 912 time: 0.1660504 Jun 03 20:10:27.068516 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '6e5cfd93-8a2c-4cd1-89e5-f0228ab4373a', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'floating_ip_address': '172.28.3.123', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'port_id': '80ea1623-dae0-4203-b3da-9b61912fcf92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'mac_address': 'fa:16:3e:92:a5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:10:07Z', 'updated_at': '2021-06-03T20:10:25Z', 'revision_number': 1, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:10:27.073304 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] Checking router: 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:10:27.086680 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:10:27.087323 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:10:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:10:27.117433 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-d966aba1-bc7f-4632-b018-4907573864ae service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ea1623-dae0-4203-b3da-9b61912fcf92 HTTP/1.1" status: 200 len: 1000 time: 0.2643564 Jun 03 20:10:27.142776 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-ed9c078c-d4e1-46e5-ba62-6f2e36e357e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:27.144278 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-ed9c078c-d4e1-46e5-ba62-6f2e36e357e6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6 HTTP/1.1" status: 200 len: 911 time: 0.2920818 Jun 03 20:10:27.206482 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-110d737a-7d31-41e6-be41-690f14ef75a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:27.208491 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-110d737a-7d31-41e6-be41-690f14ef75a3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 200 len: 849 time: 0.0804768 Jun 03 20:10:27.290534 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef584c0d-2446-4340-8f64-989d70394a52 req-6e995b1c-aac7-4ab9-9eb0-f68f98af2df9 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:27.293458 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ef584c0d-2446-4340-8f64-989d70394a52 req-6e995b1c-aac7-4ab9-9eb0-f68f98af2df9 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.2245047 Jun 03 20:10:27.299435 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-a96189b0-539f-4e2c-ad52-cd2c19bce37a service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3 HTTP/1.1" status: 200 len: 1000 time: 0.1442292 Jun 03 20:10:27.366599 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ef584c0d-2446-4340-8f64-989d70394a52 req-3d6616f3-c7de-44b2-a3f7-c88c556ba603 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619113 Jun 03 20:10:27.379520 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-6b8a3e4d-5dff-403f-a10d-36f1293f95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:27.381200 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-6b8a3e4d-5dff-403f-a10d-36f1293f95d1 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=aabff61b-8e41-4f90-a119-19e973bbee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1615949 Jun 03 20:10:27.413302 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-ca4c390b-bab0-4741-af46-5e5c9cb38ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:27.414384 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:10:27.416461 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-ca4c390b-bab0-4741-af46-5e5c9cb38ef9 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a16244e3-a198-44f7-8f22-00763f113739 HTTP/1.1" status: 200 len: 848 time: 0.1078691 Jun 03 20:10:27.506038 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-ab7a78fa-714a-4b8a-b2ce-a9a6480fee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:27.507591 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-ab7a78fa-714a-4b8a-b2ce-a9a6480fee2c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838890 Jun 03 20:10:27.552807 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-839e6d05-49cd-453c-b0ac-f255d7c96f80 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632743 Jun 03 20:10:27.734663 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-fa44ea05-0b9b-480b-9358-519748ca4ce1 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171807 Jun 03 20:10:27.831658 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4ade59bc-ac83-46eb-9e7f-b3510fb28b86 req-fe0087a3-20bb-489a-9032-5fb142396835 service neutron] 10.222.0.109 "GET /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694163 Jun 03 20:10:27.924908 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a79cb5a4-91c5-4079-bb98-3ff6fb8effdb req-9e69b55c-6c7f-40e3-8237-4ce4fd096f10 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769328 Jun 03 20:10:27.995955 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '6e5cfd93-8a2c-4cd1-89e5-f0228ab4373a', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'floating_ip_address': '172.28.3.123', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'port_id': '80ea1623-dae0-4203-b3da-9b61912fcf92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'mac_address': 'fa:16:3e:92:a5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:10:07Z', 'updated_at': '2021-06-03T20:10:25Z', 'revision_number': 1, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:10:28.001335 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf80d8a-53aa-4e2e-b797-1ae464830c57 None None] The sync data for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb is: [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '6e5cfd93-8a2c-4cd1-89e5-f0228ab4373a', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'floating_ip_address': '172.28.3.123', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'port_id': '80ea1623-dae0-4203-b3da-9b61912fcf92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'mac_address': 'fa:16:3e:92:a5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:10:07Z', 'updated_at': '2021-06-03T20:10:25Z', 'revision_number': 1, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:10:28.208431 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa235670-c5b6-42c3-a8d3-350eb9289e06 None None] New status for floating IP 6e5cfd93-8a2c-4cd1-89e5-f0228ab4373a: ACTIVE {{(pid=91762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:10:28.579733 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3332230-e232-4590-b089-174a5657fe6a req-aef60d69-729e-4655-a5b9-a454aa902a61 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:28.581250 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e3332230-e232-4590-b089-174a5657fe6a req-aef60d69-729e-4655-a5b9-a454aa902a61 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0874341 Jun 03 20:10:28.627996 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e3332230-e232-4590-b089-174a5657fe6a req-f3869801-7bf2-49af-b069-cc69d0073bb3 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410681 Jun 03 20:10:29.828432 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e31de-4217-451a-890f-d01264dc5cb0 req-7d838464-e608-433a-a662-703d5d3d4471 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:29.829980 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bc4e31de-4217-451a-890f-d01264dc5cb0 req-7d838464-e608-433a-a662-703d5d3d4471 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0878561 Jun 03 20:10:29.878618 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bc4e31de-4217-451a-890f-d01264dc5cb0 req-320d251d-0d3e-493e-a9e7-ef607ece03e5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Jun 03 20:10:31.070098 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047333e-2cd6-4efb-80c8-ff8e59721c8d req-8460d3d2-5111-4c28-9e0c-d69975ac84d6 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:31.071460 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e047333e-2cd6-4efb-80c8-ff8e59721c8d req-8460d3d2-5111-4c28-9e0c-d69975ac84d6 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0829990 Jun 03 20:10:31.115787 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e047333e-2cd6-4efb-80c8-ff8e59721c8d req-11300ed8-89b2-45c4-8339-278b4994765c tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385647 Jun 03 20:10:32.308148 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c1f8-4336-4e6f-9647-fa8e540af748 req-c2d38803-b982-489b-8cec-06a8b4200a49 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:32.309616 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2c99c1f8-4336-4e6f-9647-fa8e540af748 req-c2d38803-b982-489b-8cec-06a8b4200a49 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0839491 Jun 03 20:10:32.356041 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2c99c1f8-4336-4e6f-9647-fa8e540af748 req-2b7de278-101a-4420-9a02-f8783b28840a tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Jun 03 20:10:33.544887 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16ce23-79fb-4d4a-b137-93bd28ffd61c req-a9bb7654-c82b-4ea6-ac24-96e2645140f9 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:33.546335 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3b16ce23-79fb-4d4a-b137-93bd28ffd61c req-a9bb7654-c82b-4ea6-ac24-96e2645140f9 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0817826 Jun 03 20:10:33.592024 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3b16ce23-79fb-4d4a-b137-93bd28ffd61c req-82759964-bf4e-4a3c-a1b7-d1f971e59a68 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400348 Jun 03 20:10:34.790692 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae80291-ed2d-463e-a899-24279627f82f req-c5b83575-899a-4a69-9206-2300ca326cee tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:34.792166 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-aae80291-ed2d-463e-a899-24279627f82f req-c5b83575-899a-4a69-9206-2300ca326cee tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0867071 Jun 03 20:10:34.837756 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-aae80291-ed2d-463e-a899-24279627f82f req-edc75aa8-eed9-4c47-9f7d-511a73b57899 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399420 Jun 03 20:10:36.027520 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635943d9-139b-4c90-9f3f-a7ccfe5f6580 req-b952492a-8131-4890-99bb-4ddc2eb26388 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:36.028917 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-635943d9-139b-4c90-9f3f-a7ccfe5f6580 req-b952492a-8131-4890-99bb-4ddc2eb26388 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0815747 Jun 03 20:10:36.078019 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-635943d9-139b-4c90-9f3f-a7ccfe5f6580 req-e6ea644b-6e69-4608-a873-6a6a3a576ec1 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Jun 03 20:10:37.270560 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056843-785c-43b5-b796-9b05ebdb501e req-1c439311-d60f-4a60-b400-58c9ef657d2c tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:37.272020 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-25056843-785c-43b5-b796-9b05ebdb501e req-1c439311-d60f-4a60-b400-58c9ef657d2c tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0804882 Jun 03 20:10:37.318250 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-25056843-785c-43b5-b796-9b05ebdb501e req-f6882981-b57a-4e01-87ad-f417400f4cc2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Jun 03 20:10:38.366110 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-f886f9ea-aa54-44a4-a739-af26670170a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:38.367584 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-f886f9ea-aa54-44a4-a739-af26670170a4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2029e751d14c433989a1733d49cd237c&device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1098 time: 0.0757678 Jun 03 20:10:38.511889 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-52c5177d-ba31-4697-9a7d-1034cfa6d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:38.513336 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-52c5177d-ba31-4697-9a7d-1034cfa6d257 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6 HTTP/1.1" status: 200 len: 911 time: 0.1380279 Jun 03 20:10:38.523409 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa147ed-1b13-4c23-b8fd-fd82d315be39 req-c0a02745-495f-480b-8174-ae321d8a28b2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:38.524875 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2fa147ed-1b13-4c23-b8fd-fd82d315be39 req-c0a02745-495f-480b-8174-ae321d8a28b2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0867474 Jun 03 20:10:38.584122 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2fa147ed-1b13-4c23-b8fd-fd82d315be39 req-383b3a52-4882-4c4b-bd37-a28e104e0267 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533810 Jun 03 20:10:38.628095 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-8e613c7f-a769-4e34-a624-790eba1c08c3 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3 HTTP/1.1" status: 200 len: 1000 time: 0.1065688 Jun 03 20:10:38.699026 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-64c77232-d4e8-4776-870a-4a4c8a4145ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:38.700448 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-64c77232-d4e8-4776-870a-4a4c8a4145ae service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a16244e3-a198-44f7-8f22-00763f113739 HTTP/1.1" status: 200 len: 848 time: 0.0604982 Jun 03 20:10:38.776181 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-edecf8ab-44df-4fa6-be6e-0c6a25c63db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:38.777675 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-edecf8ab-44df-4fa6-be6e-0c6a25c63db1 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705347 Jun 03 20:10:38.915614 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-bdcb4b4c-25dd-4d2c-995c-f52b5e127f09 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248116 Jun 03 20:10:39.052909 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-a37d8edf-8f65-4c4f-8648-0a486a73164d req-3e400aab-4ecf-48be-a056-4f482cb85518 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266234 Jun 03 20:10:39.068217 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:10:39.778842 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f619c-90c7-455c-b73c-2da7f200990b req-6ed62289-3151-4f49-90e2-1ab5d1ceca6b tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:39.780329 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ae5f619c-90c7-455c-b73c-2da7f200990b req-6ed62289-3151-4f49-90e2-1ab5d1ceca6b tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0814705 Jun 03 20:10:39.828448 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ae5f619c-90c7-455c-b73c-2da7f200990b req-bad38f62-6691-427e-a612-80871b7e1595 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 Jun 03 20:10:41.019879 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b94c7-e21e-4dcf-842c-cc48f30b521e req-02aeb23b-f757-49db-be56-f28307fa3274 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:41.021245 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-154b94c7-e21e-4dcf-842c-cc48f30b521e req-02aeb23b-f757-49db-be56-f28307fa3274 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0820487 Jun 03 20:10:41.067020 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-154b94c7-e21e-4dcf-842c-cc48f30b521e req-a03ff2f7-f87f-4d46-b210-83968280dd07 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400071 Jun 03 20:10:42.259765 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0b7a0-56d6-4902-9f3a-b34ff39d9150 req-ae6b90ae-a8c6-47d6-a366-4d90283b8194 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:42.262032 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-02f0b7a0-56d6-4902-9f3a-b34ff39d9150 req-ae6b90ae-a8c6-47d6-a366-4d90283b8194 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0836580 Jun 03 20:10:42.394489 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-02f0b7a0-56d6-4902-9f3a-b34ff39d9150 req-536c60f6-d434-447c-b3f6-cd633765de20 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266270 Jun 03 20:10:42.543653 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-1039e77b-db2d-47d0-b3c5-b6c3d0c1cf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:42.768562 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cc382-5144-4d12-ad11-adb02e6e1c0a req-820f9eae-968d-4883-b86a-ee44f8317005 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:42.770076 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a97cc382-5144-4d12-ad11-adb02e6e1c0a req-820f9eae-968d-4883-b86a-ee44f8317005 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0883582 Jun 03 20:10:42.806922 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 35890) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:10:42.820127 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a97cc382-5144-4d12-ad11-adb02e6e1c0a req-45d020ac-7331-4d55-abb6-e3903db06006 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439522 Jun 03 20:10:42.929143 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-34de03cc-0e27-4007-9d28-f383aab9428a req-b6476338-0009-49e6-a2d5-18c794d55ed8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208794 Jun 03 20:10:44.023141 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f9b6b-da65-4f70-9a30-c05a2c25880e req-0efe7c81-5c60-4cf1-99cb-7ba1b0a62fc2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:44.024788 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ab8f9b6b-da65-4f70-9a30-c05a2c25880e req-0efe7c81-5c60-4cf1-99cb-7ba1b0a62fc2 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0907247 Jun 03 20:10:44.079047 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ab8f9b6b-da65-4f70-9a30-c05a2c25880e req-98f52360-29ec-4331-b918-ea36da045c99 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471323 Jun 03 20:10:44.597560 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de03cc-0e27-4007-9d28-f383aab9428a req-be7e734e-1569-43cf-9489-ff769cb19bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:44.599017 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-34de03cc-0e27-4007-9d28-f383aab9428a req-be7e734e-1569-43cf-9489-ff769cb19bba service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380&tenant_id=2029e751d14c433989a1733d49cd237c HTTP/1.1" status: 200 len: 1098 time: 0.0713837 Jun 03 20:10:44.693684 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de03cc-0e27-4007-9d28-f383aab9428a req-f24bcf62-adf4-4ac4-9456-4f7d99867db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:44.695397 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-34de03cc-0e27-4007-9d28-f383aab9428a req-f24bcf62-adf4-4ac4-9456-4f7d99867db9 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2029e751d14c433989a1733d49cd237c&device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1098 time: 0.0723331 Jun 03 20:10:44.923601 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de03cc-0e27-4007-9d28-f383aab9428a req-2aec3eb8-b54c-49e4-8765-4b1a2cacd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:44.925087 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-34de03cc-0e27-4007-9d28-f383aab9428a req-2aec3eb8-b54c-49e4-8765-4b1a2cacd5b9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6 HTTP/1.1" status: 200 len: 911 time: 0.2224338 Jun 03 20:10:44.949733 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ba45f371-405d-420c-a38e-b51bdc1c43a3 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:10:45.029581 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-34de03cc-0e27-4007-9d28-f383aab9428a req-cf85e212-4907-4316-8acd-8d9d5eb72190 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3 HTTP/1.1" status: 200 len: 1000 time: 0.0934861 Jun 03 20:10:45.064972 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:45.091039 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:10:45.093383 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e625f2-49e7-4db5-9a21-99d3911bd646" -d '{"events": [{"server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "name": "network-vif-unplugged", "status": "completed", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:10:45.100938 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ba45f371-405d-420c-a38e-b51bdc1c43a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:10:45.101446 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de03cc-0e27-4007-9d28-f383aab9428a req-f282b524-9e33-4136-b6a7-7fc08a4e1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:45.103011 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-34de03cc-0e27-4007-9d28-f383aab9428a req-f282b524-9e33-4136-b6a7-7fc08a4e1165 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a16244e3-a198-44f7-8f22-00763f113739 HTTP/1.1" status: 200 len: 848 time: 0.0627322 Jun 03 20:10:45.105649 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:45.107463 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:45.146941 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 20:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9d762d-bb34-4757-8007-ec580e384f51 x-openstack-request-id: req-ea9d762d-bb34-4757-8007-ec580e384f51 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:10:45.147431 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "name": "network-vif-unplugged", "status": "completed", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:10:45.147797 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ea9d762d-bb34-4757-8007-ec580e384f51 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:10:45.148290 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'code': 200} Jun 03 20:10:45.194704 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de03cc-0e27-4007-9d28-f383aab9428a req-4187344b-a3e6-4a75-9d0c-89e32ab061ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:45.196678 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-34de03cc-0e27-4007-9d28-f383aab9428a req-4187344b-a3e6-4a75-9d0c-89e32ab061ff service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857990 Jun 03 20:10:45.196825 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=ba45f371-405d-420c-a38e-b51bdc1c43a3,revision_number=6']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:45.199798 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:45.201376 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:45.297905 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3028e-9b5e-4f60-805b-d4ea8e07af90 req-bd1d7e9e-13b6-4f9a-a123-050ef5f7669d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:45.299525 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-20e3028e-9b5e-4f60-805b-d4ea8e07af90 req-bd1d7e9e-13b6-4f9a-a123-050ef5f7669d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 943 time: 0.0853589 Jun 03 20:10:45.350779 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-20e3028e-9b5e-4f60-805b-d4ea8e07af90 req-e13eb8b5-beef-447a-8a86-ef609e03a0d6 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 Jun 03 20:10:45.357030 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-34de03cc-0e27-4007-9d28-f383aab9428a req-261a79c8-c8b8-48ac-9cf3-0397b09e737c service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527355 Jun 03 20:10:45.497754 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-34de03cc-0e27-4007-9d28-f383aab9428a req-887df64b-fb5b-4d09-8bd2-9fb40d9edd34 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256514 Jun 03 20:10:45.711323 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-3e912998-ba8d-45b2-b70d-39076f1057cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:46.548186 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd048463-f897-4cbe-8eec-cf2dc7f6e9ef req-0c2031eb-67b9-4619-99c6-2d4c8d4004cb tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:46.549693 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fd048463-f897-4cbe-8eec-cf2dc7f6e9ef req-0c2031eb-67b9-4619-99c6-2d4c8d4004cb tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 943 time: 0.0827856 Jun 03 20:10:46.595870 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fd048463-f897-4cbe-8eec-cf2dc7f6e9ef req-b4a31fc7-c8ff-4646-9dba-8da92a10f873 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402930 Jun 03 20:10:47.383241 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:47.793484 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4db58-6135-47b6-b494-bdbd94dc0f12 req-6f3b089c-d545-41c8-a89d-c67defe41e09 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:47.794968 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-29c4db58-6135-47b6-b494-bdbd94dc0f12 req-6f3b089c-d545-41c8-a89d-c67defe41e09 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 943 time: 0.0874693 Jun 03 20:10:47.849113 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-29c4db58-6135-47b6-b494-bdbd94dc0f12 req-fafe168a-3e56-46e7-8140-0bfa381d81cf tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466442 Jun 03 20:10:48.818054 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:48.999164 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ba45f371-405d-420c-a38e-b51bdc1c43a3 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:10:49.136642 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15199152-fd2c-413f-a91f-8bb4d6a062ff req-61109e24-0d82-44ec-8a7a-37c2a65d3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:49.139084 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-15199152-fd2c-413f-a91f-8bb4d6a062ff req-61109e24-0d82-44ec-8a7a-37c2a65d3d6a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1096 time: 0.0795670 Jun 03 20:10:49.146621 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ba45f371-405d-420c-a38e-b51bdc1c43a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:10:49.161986 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'port_id': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'mac_address': 'fa:16:3e:39:3a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:10:49.179617 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a172a-9cd9-4a25-9e70-d92cfffb2b8c req-03647c6d-8a5b-4b2e-bf80-91521f8f5031 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:49.181156 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ed9a172a-9cd9-4a25-9e70-d92cfffb2b8c req-03647c6d-8a5b-4b2e-bf80-91521f8f5031 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 943 time: 0.0912430 Jun 03 20:10:49.186080 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-15199152-fd2c-413f-a91f-8bb4d6a062ff req-b55bb07c-eeab-460d-bd68-368352f69db2 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387993 Jun 03 20:10:49.225887 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:49.228663 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ed9a172a-9cd9-4a25-9e70-d92cfffb2b8c req-8d03d758-9de2-4d09-b433-6dd408b39ef5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414186 Jun 03 20:10:49.243939 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba45f371-405d-420c-a38e-b51bdc1c43a3 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:10:49.260254 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ba45f371-405d-420c-a38e-b51bdc1c43a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:10:49.265025 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:49.266881 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:49.336581 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=ba45f371-405d-420c-a38e-b51bdc1c43a3,revision_number=7']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:49.339787 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:10:49.765169 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['ba45f371-405d-420c-a38e-b51bdc1c43a3'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:10:50.420194 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd026b-b0f8-4d67-9705-fe6ad2fed37d req-38c3ecef-1a21-4209-a594-d99f4f04ffa6 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:50.421947 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-87cd026b-b0f8-4d67-9705-fe6ad2fed37d req-38c3ecef-1a21-4209-a594-d99f4f04ffa6 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 944 time: 0.0842278 Jun 03 20:10:50.466743 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-87cd026b-b0f8-4d67-9705-fe6ad2fed37d req-c1313d4e-4f7e-46de-8816-06fe6bf5b64b tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391173 Jun 03 20:10:51.208107 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:51.657669 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75635f5-e89e-427f-98cf-edd14ad4d4a1 req-3fe74e91-9e8e-4a34-a756-185c36a32aef tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:10:51.659153 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a75635f5-e89e-427f-98cf-edd14ad4d4a1 req-3fe74e91-9e8e-4a34-a756-185c36a32aef tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 944 time: 0.0844257 Jun 03 20:10:51.707167 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a75635f5-e89e-427f-98cf-edd14ad4d4a1 req-d634676e-c167-427e-87ef-8a784f024354 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Jun 03 20:10:53.045265 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ba45f371-405d-420c-a38e-b51bdc1c43a3 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:10:53.116265 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port ba45f371-405d-420c-a38e-b51bdc1c43a3 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:10:53.116559 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:53.235999 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:53.266900 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:10:53.269176 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68b1fa6-c1f6-4131-823e-bc1eed4b4f0f" -d '{"events": [{"server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "name": "network-vif-plugged", "status": "completed", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:10:53.278076 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port ba45f371-405d-420c-a38e-b51bdc1c43a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:10:53.283867 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:10:53.286371 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-6b651c3f-2e29-4005-a9fc-fe8635707827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:10:53.320084 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4782264d-91c1-44e9-8cca-03dc1a743071 x-openstack-request-id: req-4782264d-91c1-44e9-8cca-03dc1a743071 {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:10:53.320384 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "name": "network-vif-plugged", "status": "completed", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:10:53.320646 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4782264d-91c1-44e9-8cca-03dc1a743071 {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:10:53.321103 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'code': 200} Jun 03 20:10:53.353836 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=ba45f371-405d-420c-a38e-b51bdc1c43a3,revision_number=8']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:10:53.356885 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:11:05.798482 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c9dc-81df-4870-b15a-5886eab85ccd req-b0bd6a2a-e5c0-4fe9-bbef-e2f31f2cc427 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:05.800112 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2904c9dc-81df-4870-b15a-5886eab85ccd req-b0bd6a2a-e5c0-4fe9-bbef-e2f31f2cc427 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0865004 Jun 03 20:11:05.846579 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-2904c9dc-81df-4870-b15a-5886eab85ccd req-51a3ebcb-d0bd-4e7e-aef8-c2b626a1ff7b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402915 Jun 03 20:11:07.043018 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf36ff-a438-4475-b07c-d2832cb80e6a req-cd4f2e5d-40d3-4052-948b-c297e30d5627 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:07.044483 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e3cf36ff-a438-4475-b07c-d2832cb80e6a req-cd4f2e5d-40d3-4052-948b-c297e30d5627 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0835783 Jun 03 20:11:07.089175 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e3cf36ff-a438-4475-b07c-d2832cb80e6a req-f83e0c76-03c0-472b-882c-86dbef29b325 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382738 Jun 03 20:11:08.282144 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e441fa-7f88-41fd-ae9c-1395e96854e0 req-c88f033a-8c33-4d0c-b065-eba11a603dc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:08.283603 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-91e441fa-7f88-41fd-ae9c-1395e96854e0 req-c88f033a-8c33-4d0c-b065-eba11a603dc2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0822215 Jun 03 20:11:08.332736 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-91e441fa-7f88-41fd-ae9c-1395e96854e0 req-b11b80c0-191d-44cb-95a7-fcece44fa217 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434453 Jun 03 20:11:09.523205 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a5cb1-b64c-4797-9356-9f058b329f11 req-6b211a7b-5d30-4fdd-b2e7-c23d7e30dc46 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:09.526146 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-514a5cb1-b64c-4797-9356-9f058b329f11 req-6b211a7b-5d30-4fdd-b2e7-c23d7e30dc46 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0836058 Jun 03 20:11:09.578154 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-514a5cb1-b64c-4797-9356-9f058b329f11 req-209d1a05-79ac-46ee-a802-6b478d222f2f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409975 Jun 03 20:11:10.773263 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8955e18-3769-4b5d-b44d-180d10a06d28 req-60beba8d-9ff4-4015-99fd-03111a7306ee tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:10.774754 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f8955e18-3769-4b5d-b44d-180d10a06d28 req-60beba8d-9ff4-4015-99fd-03111a7306ee tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0840390 Jun 03 20:11:10.820815 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f8955e18-3769-4b5d-b44d-180d10a06d28 req-2f064075-91ff-4fe4-86e6-0856ef17a6e3 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404699 Jun 03 20:11:12.017123 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a68bfd-5bc4-4cbd-a13f-136593b12978 req-1a224673-363f-4a10-a255-84dcc564bd24 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:12.018521 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-61a68bfd-5bc4-4cbd-a13f-136593b12978 req-1a224673-363f-4a10-a255-84dcc564bd24 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0850301 Jun 03 20:11:12.063968 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-61a68bfd-5bc4-4cbd-a13f-136593b12978 req-dd0ffcee-10bd-4453-98b5-6cb73b8a7342 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392449 Jun 03 20:11:12.537716 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-5d07b7e0-76ac-4942-aaa3-5cc4612062f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:13.255594 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823270ed-325a-4f8a-bafc-05ab351a7b15 req-039a53aa-0aea-45a1-a48e-f17da9663dee tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:13.257087 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-823270ed-325a-4f8a-bafc-05ab351a7b15 req-039a53aa-0aea-45a1-a48e-f17da9663dee tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0855677 Jun 03 20:11:13.301420 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-823270ed-325a-4f8a-bafc-05ab351a7b15 req-e4b102a6-fc69-4c04-9fb2-f4453f68b4f5 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387070 Jun 03 20:11:14.505476 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9a7d8-586d-44c8-b55c-7d2efc0c6883 req-97a2211c-2660-4933-9edf-5e6c72618615 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:14.506944 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ada9a7d8-586d-44c8-b55c-7d2efc0c6883 req-97a2211c-2660-4933-9edf-5e6c72618615 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0841198 Jun 03 20:11:14.557119 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ada9a7d8-586d-44c8-b55c-7d2efc0c6883 req-1555e525-f398-4b40-b499-e61ea2e7e33a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441172 Jun 03 20:11:15.171052 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:15.718162 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-749a264b-b908-46cc-b8ab-39a74c5d0ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:15.762275 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7955479-9211-4880-9d14-de7f9b95b810 req-7d9524fc-4944-44b9-ba32-9b5b935c715e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:15.763843 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a7955479-9211-4880-9d14-de7f9b95b810 req-7d9524fc-4944-44b9-ba32-9b5b935c715e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0962889 Jun 03 20:11:15.810985 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a7955479-9211-4880-9d14-de7f9b95b810 req-5746e491-9431-4174-894b-1c22b7aa25f3 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409429 Jun 03 20:11:16.068576 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:11:17.081124 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b66b9f-05f0-4892-bc5f-2e6d79e3a7ab req-c3059e3d-6f9c-47ac-b9b4-eeae8e226899 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:17.082504 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e8b66b9f-05f0-4892-bc5f-2e6d79e3a7ab req-c3059e3d-6f9c-47ac-b9b4-eeae8e226899 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.1628582 Jun 03 20:11:17.128513 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-e8b66b9f-05f0-4892-bc5f-2e6d79e3a7ab req-e6336009-b0b8-4e7a-8853-ab3d44cbdedc tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403647 Jun 03 20:11:17.386864 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:18.331807 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f29a9-be71-4be1-a3de-21975cd434cb req-be36169c-62a7-43e7-b0b5-1f1db5284f0e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:18.335208 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-507f29a9-be71-4be1-a3de-21975cd434cb req-be36169c-62a7-43e7-b0b5-1f1db5284f0e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0868521 Jun 03 20:11:18.382641 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-507f29a9-be71-4be1-a3de-21975cd434cb req-670c03dc-7da5-48fc-a4fe-364b269ea6c3 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434618 Jun 03 20:11:18.823413 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:19.580150 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73feefc1-715b-49ae-850b-2584eb9c1fe4 req-da135971-f761-4349-8e54-44880cc82d44 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:19.581745 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-73feefc1-715b-49ae-850b-2584eb9c1fe4 req-da135971-f761-4349-8e54-44880cc82d44 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0848536 Jun 03 20:11:19.627964 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-73feefc1-715b-49ae-850b-2584eb9c1fe4 req-cdd0b44e-69db-4211-b963-8272cc277dd0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401883 Jun 03 20:11:20.839701 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34515c7d-8d5f-4294-bcad-811a2a342b81 req-075f5d68-ec12-41f9-a956-d50fde50fadf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:20.841240 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-34515c7d-8d5f-4294-bcad-811a2a342b81 req-075f5d68-ec12-41f9-a956-d50fde50fadf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.1017625 Jun 03 20:11:20.886485 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-34515c7d-8d5f-4294-bcad-811a2a342b81 req-4926e229-18f6-4117-97a5-60d03bb99403 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388026 Jun 03 20:11:21.224266 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:22.082980 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd880b-a065-4a06-a1c8-6a7cae7b0fbe req-94129817-54a4-4771-8a13-b6087571ec52 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:22.084342 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d1dd880b-a065-4a06-a1c8-6a7cae7b0fbe req-94129817-54a4-4771-8a13-b6087571ec52 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0797563 Jun 03 20:11:22.131058 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d1dd880b-a065-4a06-a1c8-6a7cae7b0fbe req-cfcf6351-77e2-431a-9446-6be27092467e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410683 Jun 03 20:11:23.218141 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 43958760-4a8b-4055-8824-b18c2bdba4a9 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:11:23.325598 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eed4b9-3bfd-455f-afec-2f682311a68a req-a2439422-4504-426a-902d-3d61cc25e585 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:23.327731 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-69eed4b9-3bfd-455f-afec-2f682311a68a req-a2439422-4504-426a-902d-3d61cc25e585 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0847926 Jun 03 20:11:23.351259 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:11:23.364738 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'port_id': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'mac_address': 'fa:16:3e:e7:69:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:11:23.374905 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-69eed4b9-3bfd-455f-afec-2f682311a68a req-920fc308-c0b3-4076-8d47-5c59d79025b9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395343 Jun 03 20:11:23.425208 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:23.442125 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43958760-4a8b-4055-8824-b18c2bdba4a9 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:11:23.461603 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:11:23.466788 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:23.468543 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:11:23.532972 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=6']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:11:23.541261 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.541603 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.541943 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.542274 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.542601 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.542927 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.543246 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.543567 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.543885 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.544244 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.544563 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.544894 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:11:23.548616 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:11:23.621711 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['43958760-4a8b-4055-8824-b18c2bdba4a9'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:11:24.571836 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd46b4-c9ca-430b-a53f-720eebcb2ab1 req-89e2313a-77d2-4135-a487-a7a5934cf375 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:24.573302 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1fbd46b4-c9ca-430b-a53f-720eebcb2ab1 req-89e2313a-77d2-4135-a487-a7a5934cf375 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 944 time: 0.0839300 Jun 03 20:11:24.621750 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1fbd46b4-c9ca-430b-a53f-720eebcb2ab1 req-0a36f8ae-fd60-46fc-9199-13dd4dddb6c4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 Jun 03 20:11:25.225712 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 43958760-4a8b-4055-8824-b18c2bdba4a9 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:11:25.298926 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 43958760-4a8b-4055-8824-b18c2bdba4a9 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:11:25.299306 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:25.413311 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:25.440702 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:11:25.443051 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97467e1b-b23b-47e7-abf0-26010408c9ef" -d '{"events": [{"server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "name": "network-vif-plugged", "status": "completed", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:11:25.450753 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:11:25.454035 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:25.456163 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:11:25.495335 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd7ec34-d8a3-4e23-b886-86c74911d42c x-openstack-request-id: req-2dd7ec34-d8a3-4e23-b886-86c74911d42c {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:11:25.495631 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "name": "network-vif-plugged", "status": "completed", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:11:25.495891 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2dd7ec34-d8a3-4e23-b886-86c74911d42c {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:11:25.496287 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'code': 200} Jun 03 20:11:25.527894 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=7']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:11:25.530955 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:11:25.815532 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6fd7-7278-48fe-b9bf-09cae659b251 req-ff322840-bfd2-43d1-a758-35ee952879f0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:25.817026 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a73b6fd7-7278-48fe-b9bf-09cae659b251 req-ff322840-bfd2-43d1-a758-35ee952879f0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0817986 Jun 03 20:11:25.863306 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a73b6fd7-7278-48fe-b9bf-09cae659b251 req-59a6b465-2514-4932-9811-369710242467 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405622 Jun 03 20:11:27.054470 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d51657-a0a7-4337-9260-5ec223df66ca req-0bd5eb71-1f47-47b3-9a7e-0892821d4d6c tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:27.055917 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-05d51657-a0a7-4337-9260-5ec223df66ca req-0bd5eb71-1f47-47b3-9a7e-0892821d4d6c tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0824175 Jun 03 20:11:27.099612 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-05d51657-a0a7-4337-9260-5ec223df66ca req-c2839122-be1d-42b4-98be-ae2c9e99ac27 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380909 Jun 03 20:11:27.376915 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-783b9b45-f906-4645-a802-c94b2f252db8 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694087 Jun 03 20:11:27.524019 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-0b71f6ea-a4e2-4052-bc39-559440d1e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:27.525497 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-0b71f6ea-a4e2-4052-bc39-559440d1e4b8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2029e751d14c433989a1733d49cd237c&device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1098 time: 0.0747924 Jun 03 20:11:27.675310 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-0584d093-d3d4-4b54-be6b-540022839d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:27.676696 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-0584d093-d3d4-4b54-be6b-540022839d89 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6 HTTP/1.1" status: 200 len: 911 time: 0.1289978 Jun 03 20:11:27.783241 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-a89c821c-f199-4bce-a099-15fb10be5703 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3 HTTP/1.1" status: 200 len: 1000 time: 0.0974593 Jun 03 20:11:27.843390 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-068c789b-cded-4838-ba06-3b5c2b240909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:27.845408 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-068c789b-cded-4838-ba06-3b5c2b240909 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a16244e3-a198-44f7-8f22-00763f113739 HTTP/1.1" status: 200 len: 848 time: 0.0563004 Jun 03 20:11:27.920730 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-a290241f-8934-473f-938d-5e11999ef16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:27.922339 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-a290241f-8934-473f-938d-5e11999ef16b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704973 Jun 03 20:11:28.056693 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-5a49cee9-f59e-4936-bcdf-807bad05c446 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254015 Jun 03 20:11:28.191989 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-b4be3ddc-eb46-437d-9799-f8b5d85efbf2 req-0aacf02b-292e-40f3-9165-8d7f16ea2a21 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284363 Jun 03 20:11:28.294858 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d206c83-3fa9-4744-b678-9afd21f2dc52 req-f85fff1b-4776-4128-b6f6-69d48b140a2c tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:28.296319 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3d206c83-3fa9-4744-b678-9afd21f2dc52 req-f85fff1b-4776-4128-b6f6-69d48b140a2c tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0819125 Jun 03 20:11:28.341329 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3d206c83-3fa9-4744-b678-9afd21f2dc52 req-e5dc2a4a-747c-4d44-bff5-ef307c01d958 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387876 Jun 03 20:11:29.535918 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2c5a6-cddb-4e90-a587-b245971fbbc5 req-d517e420-2ad1-40ca-82ba-07a32a9a22d4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:29.537446 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-77b2c5a6-cddb-4e90-a587-b245971fbbc5 req-d517e420-2ad1-40ca-82ba-07a32a9a22d4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0863154 Jun 03 20:11:29.582805 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-77b2c5a6-cddb-4e90-a587-b245971fbbc5 req-0dd18e47-c91f-48bc-86f0-1a8da2390938 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 Jun 03 20:11:30.775117 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185bf2d-df0a-45cd-ad6f-7b18b7477aa8 req-fd2b8cbd-880b-461e-a5f1-9d59fb143c6e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:30.776595 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5185bf2d-df0a-45cd-ad6f-7b18b7477aa8 req-fd2b8cbd-880b-461e-a5f1-9d59fb143c6e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0845699 Jun 03 20:11:30.823204 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5185bf2d-df0a-45cd-ad6f-7b18b7477aa8 req-71a7f3d9-f832-481a-8a2b-113cc4882cc6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409586 Jun 03 20:11:32.028892 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1fc3c-09ba-40df-bf0e-a2d0e5b364d9 req-52545f08-d3fa-4ffc-bb38-445720acdf05 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:32.033339 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9da1fc3c-09ba-40df-bf0e-a2d0e5b364d9 req-52545f08-d3fa-4ffc-bb38-445720acdf05 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0889847 Jun 03 20:11:32.085663 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9da1fc3c-09ba-40df-bf0e-a2d0e5b364d9 req-710b1a16-574d-4bfb-9926-9c0e5bc0088d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473082 Jun 03 20:11:33.298756 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4f87a-46a8-44ec-9110-a872ff004cf2 req-878d45c0-e3a1-4007-844f-e101b8b629f6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:33.301558 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40d4f87a-46a8-44ec-9110-a872ff004cf2 req-878d45c0-e3a1-4007-844f-e101b8b629f6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.1022778 Jun 03 20:11:33.350457 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-40d4f87a-46a8-44ec-9110-a872ff004cf2 req-a9db8749-7678-4c49-b4ff-25d24762a3c4 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Jun 03 20:11:34.548810 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60cb51-f732-49d3-b42c-563f2c4923fe req-296816f3-737e-4650-8cb8-5ac1af521aaf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:34.550934 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9f60cb51-f732-49d3-b42c-563f2c4923fe req-296816f3-737e-4650-8cb8-5ac1af521aaf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0846543 Jun 03 20:11:34.600306 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9f60cb51-f732-49d3-b42c-563f2c4923fe req-4bab3d43-c4d9-4a2e-9ec0-d7f1ce3e3f4f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437188 Jun 03 20:11:35.805266 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ec195-e49b-4846-a3a8-a5f4411581c0 req-6cb921c5-9d7f-4552-b233-dee98bfe72b1 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:35.806847 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-113ec195-e49b-4846-a3a8-a5f4411581c0 req-6cb921c5-9d7f-4552-b233-dee98bfe72b1 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0880182 Jun 03 20:11:35.857753 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-113ec195-e49b-4846-a3a8-a5f4411581c0 req-0a686c7a-1708-442b-b8bd-c61f5fe241d9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426445 Jun 03 20:11:37.071822 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667cde9-4d05-4552-bfa5-36b39bad87a4 req-c98efc24-ed67-4783-b9d4-148447ad6469 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:37.073349 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8667cde9-4d05-4552-bfa5-36b39bad87a4 req-c98efc24-ed67-4783-b9d4-148447ad6469 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0970509 Jun 03 20:11:37.136747 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8667cde9-4d05-4552-bfa5-36b39bad87a4 req-bc8877f7-e4ba-4767-a774-554667350e2d tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549126 Jun 03 20:11:38.343403 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f81c7-9038-4ba9-b38d-383f8b50925d req-fd20c362-9b46-4237-822d-785b17cc1119 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:38.344898 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1e1f81c7-9038-4ba9-b38d-383f8b50925d req-fd20c362-9b46-4237-822d-785b17cc1119 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0915978 Jun 03 20:11:38.394917 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1e1f81c7-9038-4ba9-b38d-383f8b50925d req-e36257bd-9a81-4fe7-8dd2-d10cf3fc936f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Jun 03 20:11:39.686566 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0e843-0d97-4b7a-aedd-c5de3b893d97 req-eaa6c9fc-5d96-4ca8-ba5c-fa56ac4fb99b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:39.688031 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-88f0e843-0d97-4b7a-aedd-c5de3b893d97 req-eaa6c9fc-5d96-4ca8-ba5c-fa56ac4fb99b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.1718686 Jun 03 20:11:39.739152 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-88f0e843-0d97-4b7a-aedd-c5de3b893d97 req-51693922-bd3d-4b47-a312-4d68636a99f7 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446632 Jun 03 20:11:40.967933 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1826d96-40f9-4e98-b227-2dd1608a086d req-9bd1123a-66f5-4d62-aaf1-5336d8e86766 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:40.969419 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f1826d96-40f9-4e98-b227-2dd1608a086d req-9bd1123a-66f5-4d62-aaf1-5336d8e86766 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0883665 Jun 03 20:11:41.020179 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f1826d96-40f9-4e98-b227-2dd1608a086d req-d3f7b192-dcc9-433e-9598-1606db4566e0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 Jun 03 20:11:42.252645 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61ba3b-b0c5-4d04-93fd-e31d1b3a9b8f req-1109ec4b-d114-4986-b827-12ffaf27e63a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:42.254307 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1a61ba3b-b0c5-4d04-93fd-e31d1b3a9b8f req-1109ec4b-d114-4986-b827-12ffaf27e63a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0949583 Jun 03 20:11:42.306017 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1a61ba3b-b0c5-4d04-93fd-e31d1b3a9b8f req-5681de41-eb2b-4ecb-819c-0e7c84bace94 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454836 Jun 03 20:11:42.583484 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6df235b8-554b-461b-b824-dbcc7c35b94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:43.513751 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e382d-331b-400e-aff9-b6028051e86a req-104142ef-1b10-4502-b1e1-6d47f48c6f2f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:43.515183 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b03e382d-331b-400e-aff9-b6028051e86a req-104142ef-1b10-4502-b1e1-6d47f48c6f2f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0807652 Jun 03 20:11:43.559909 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b03e382d-331b-400e-aff9-b6028051e86a req-e5c352e5-78bc-48aa-9397-1ae6e2ebfbbd tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390337 Jun 03 20:11:44.648226 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-bba7ca9a-68f7-4b0f-aa9d-0ce582b898de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:44.649758 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-bba7ca9a-68f7-4b0f-aa9d-0ce582b898de service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 1098 time: 0.1641631 Jun 03 20:11:44.759702 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d34b1-84ac-4124-a2eb-30a63f2dd0c2 req-b35a22c4-b741-4244-85ec-dd63076d5eca tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:44.761237 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-029d34b1-84ac-4124-a2eb-30a63f2dd0c2 req-b35a22c4-b741-4244-85ec-dd63076d5eca tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0873964 Jun 03 20:11:44.786653 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-560bffed-a7fe-4c42-b0f2-d3bfe98f7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:44.788083 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-560bffed-a7fe-4c42-b0f2-d3bfe98f7966 service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.1314733 Jun 03 20:11:44.807785 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-029d34b1-84ac-4124-a2eb-30a63f2dd0c2 req-2585bd32-2e1c-4f96-be25-b1e4ceea3fe1 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Jun 03 20:11:44.894180 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-52ba74ae-daba-409b-bb4e-709b4107dfa0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43958760-4a8b-4055-8824-b18c2bdba4a9 HTTP/1.1" status: 200 len: 1001 time: 0.0983357 Jun 03 20:11:44.956261 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-1d71fd12-fc41-4e92-8b1a-ab35277c8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:44.957743 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-1d71fd12-fc41-4e92-8b1a-ab35277c8bb1 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.0568218 Jun 03 20:11:45.037804 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-7b0d00ad-0e20-4136-a9f9-995d22e10d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:45.039828 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-7b0d00ad-0e20-4136-a9f9-995d22e10d8b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740998 Jun 03 20:11:45.174606 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-8836fae2-6e7b-46c0-b24f-4ee591059c05 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273975 Jun 03 20:11:45.175834 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:45.309836 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3df032ea-c39d-46a1-aad3-87e8146b46f6 req-cf8d4828-10c8-491a-9475-8d4de1797ffb service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287601 Jun 03 20:11:45.712029 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-74824b50-1b37-47fe-84eb-a63e511fab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:46.001070 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83bed6-5346-4678-b5c4-e6b155655a33 req-b8feac76-4c0e-4160-9e25-870c38ff9a14 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:46.003080 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1a83bed6-5346-4678-b5c4-e6b155655a33 req-b8feac76-4c0e-4160-9e25-870c38ff9a14 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0827110 Jun 03 20:11:46.047107 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1a83bed6-5346-4678-b5c4-e6b155655a33 req-041e6efd-fb5f-4944-be8d-0a1592cd58c7 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384550 Jun 03 20:11:47.248578 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940caddb-6b32-4980-a4f2-42e58e60648f req-ba87f37e-2ea6-484a-bbdd-db5dc34c4b74 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:47.250094 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-940caddb-6b32-4980-a4f2-42e58e60648f req-ba87f37e-2ea6-484a-bbdd-db5dc34c4b74 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 945 time: 0.0901144 Jun 03 20:11:47.294675 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 43958760-4a8b-4055-8824-b18c2bdba4a9 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:11:47.297450 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-940caddb-6b32-4980-a4f2-42e58e60648f req-6e244374-1722-4863-a1f7-92948d1c40ff tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410743 Jun 03 20:11:47.408805 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:47.421906 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:47.449894 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:11:47.452138 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a5e7c8-347b-4a02-a10e-d162d39f30dc" -d '{"events": [{"server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "name": "network-vif-unplugged", "status": "completed", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:11:47.460042 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:11:47.464546 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:47.466469 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:11:47.511841 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecf784d-28e2-4e3d-888a-9673b3f3426e x-openstack-request-id: req-9ecf784d-28e2-4e3d-888a-9673b3f3426e {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:11:47.512139 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "name": "network-vif-unplugged", "status": "completed", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:11:47.512406 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9ecf784d-28e2-4e3d-888a-9673b3f3426e {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:11:47.512789 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'code': 200} Jun 03 20:11:47.537070 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=8']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:11:47.542156 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:11:48.496145 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79626fc-d671-4932-a3c4-162001a16e0d req-d1c8b23f-70d8-47ee-b0b6-ebae18a386ed tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:48.497574 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f79626fc-d671-4932-a3c4-162001a16e0d req-d1c8b23f-70d8-47ee-b0b6-ebae18a386ed tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0860958 Jun 03 20:11:48.544714 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f79626fc-d671-4932-a3c4-162001a16e0d req-3644e8bc-51be-40dd-9724-63d2978033e2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Jun 03 20:11:48.824939 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:51.057182 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6b797-d153-4849-a27c-c27fd3ddd4f7 req-3b068f8f-bd5f-44dd-97ad-460085772776 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:51.058678 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4fb6b797-d153-4849-a27c-c27fd3ddd4f7 req-3b068f8f-bd5f-44dd-97ad-460085772776 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0866008 Jun 03 20:11:51.107583 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4fb6b797-d153-4849-a27c-c27fd3ddd4f7 req-a3ce9347-64e5-4304-84a3-41f12f2ba4e0 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 Jun 03 20:11:51.222242 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:11:51.222923 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-378af2fb-a446-4870-975c-7876d6fcc865 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180646 Jun 03 20:11:51.287045 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 43958760-4a8b-4055-8824-b18c2bdba4a9 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:11:52.169156 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-9b2a8af4-12e9-4517-8687-f0bf66f6dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:52.170572 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-9b2a8af4-12e9-4517-8687-f0bf66f6dd04 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f&tenant_id=cb629b2d51304745a8628097f32a796e HTTP/1.1" status: 200 len: 1096 time: 0.0801904 Jun 03 20:11:52.268469 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-c7b18b2d-9c3b-44d3-bdbc-89cd8e4fd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:52.273197 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-c7b18b2d-9c3b-44d3-bdbc-89cd8e4fd5bd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 1096 time: 0.0770073 Jun 03 20:11:52.327868 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e984a-9276-4eaa-82d7-1ac9faf06903 req-6a6df178-7606-40d5-a937-e62c30d6a700 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:52.329454 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-531e984a-9276-4eaa-82d7-1ac9faf06903 req-6a6df178-7606-40d5-a937-e62c30d6a700 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0989621 Jun 03 20:11:52.384735 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-531e984a-9276-4eaa-82d7-1ac9faf06903 req-b87ce727-c6ae-4428-8f44-0e22a946e982 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481408 Jun 03 20:11:52.416461 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-eb0d5393-4b06-48c9-8270-a18abc57c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:52.417938 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-eb0d5393-4b06-48c9-8270-a18abc57c155 service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.1377449 Jun 03 20:11:52.526839 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-515fc42e-f679-4b9d-8d26-6d274fda0a7c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43958760-4a8b-4055-8824-b18c2bdba4a9 HTTP/1.1" status: 200 len: 999 time: 0.1019886 Jun 03 20:11:52.594769 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-589b595c-70f0-4cc2-b1ab-3cc08c446d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:52.596266 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-589b595c-70f0-4cc2-b1ab-3cc08c446d4e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.0600216 Jun 03 20:11:52.677123 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-14387fbf-93ba-43f1-8bd1-0851cebe165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:52.678595 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-14387fbf-93ba-43f1-8bd1-0851cebe165c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753708 Jun 03 20:11:52.822989 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-d062eef4-74c8-4160-980f-159249daa9b4 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356819 Jun 03 20:11:53.066959 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-1023a088-f2a4-431f-9c14-f5eb34589ba8 req-b40580ec-f7d7-49fd-af41-977d19633eb8 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331867 Jun 03 20:11:53.069442 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:11:53.633788 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679882b2-3970-4521-8952-6f09718f60d7 req-8a0381e1-0dff-4325-9dc8-f85ec9b159bf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:53.635561 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-679882b2-3970-4521-8952-6f09718f60d7 req-8a0381e1-0dff-4325-9dc8-f85ec9b159bf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.1079299 Jun 03 20:11:53.692585 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-679882b2-3970-4521-8952-6f09718f60d7 req-d965a3c4-e52a-4af3-b558-02faaea8142a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509143 Jun 03 20:11:55.052937 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395c522-3c09-4016-bab5-1152909e3a89 req-32424edd-1e1c-454f-b3a6-d8d009ca9f54 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:55.055095 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8395c522-3c09-4016-bab5-1152909e3a89 req-32424edd-1e1c-454f-b3a6-d8d009ca9f54 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0849087 Jun 03 20:11:55.112568 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8395c522-3c09-4016-bab5-1152909e3a89 req-f4199998-1d68-477f-8799-bdbab72e2213 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512280 Jun 03 20:11:56.338410 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa7129-1e3d-4f31-b2e9-ed5ed44614a1 req-3f2af08f-4aa7-438e-aa49-c87de87ffbaa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:56.339965 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-71aa7129-1e3d-4f31-b2e9-ed5ed44614a1 req-3f2af08f-4aa7-438e-aa49-c87de87ffbaa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0893440 Jun 03 20:11:56.395043 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-71aa7129-1e3d-4f31-b2e9-ed5ed44614a1 req-f80c33b7-1461-44d0-91b5-008e50d217a7 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488169 Jun 03 20:11:57.610396 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3e925-0ef9-4077-8319-2ba8105ade59 req-3f3f5ddd-d7c1-44e3-84ec-42d20410f967 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:57.611848 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1ef3e925-0ef9-4077-8319-2ba8105ade59 req-3f3f5ddd-d7c1-44e3-84ec-42d20410f967 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0991998 Jun 03 20:11:57.658805 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1ef3e925-0ef9-4077-8319-2ba8105ade59 req-8f3452c2-9ab7-4d5f-8d4c-36ad297a82f5 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412309 Jun 03 20:11:58.881649 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd478b-4ca3-41c3-a194-97d4bf935f07 req-49efcb94-ef4a-42b7-a64e-b847795f5c4a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:11:58.883084 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6fcd478b-4ca3-41c3-a194-97d4bf935f07 req-49efcb94-ef4a-42b7-a64e-b847795f5c4a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0954430 Jun 03 20:11:58.930715 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6fcd478b-4ca3-41c3-a194-97d4bf935f07 req-dee80941-7e53-4319-aeb9-75140daacf6a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 Jun 03 20:12:00.154733 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee15f1-c061-4295-b6ce-d44c0f0814cb req-2302bddb-052b-414f-9bd9-29df03ebb29e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:00.156143 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-35ee15f1-c061-4295-b6ce-d44c0f0814cb req-2302bddb-052b-414f-9bd9-29df03ebb29e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0953543 Jun 03 20:12:00.209400 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-35ee15f1-c061-4295-b6ce-d44c0f0814cb req-86f3922b-4742-41a1-b748-f4ed53642341 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437274 Jun 03 20:12:01.405853 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cf44c-2930-4967-9b40-e0acb6e25272 req-c8380ac8-071d-4349-bacb-3ec1fc918fe7 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:01.407319 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d7cf44c-2930-4967-9b40-e0acb6e25272 req-c8380ac8-071d-4349-bacb-3ec1fc918fe7 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0839763 Jun 03 20:12:01.455367 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-9d7cf44c-2930-4967-9b40-e0acb6e25272 req-7f340465-6904-4496-9775-488477b0d7aa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421686 Jun 03 20:12:02.756683 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987a875-a4da-4de8-976d-5099dd88f20f req-644f04ab-15e6-4d11-96c6-354867f3142f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:02.758402 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c987a875-a4da-4de8-976d-5099dd88f20f req-644f04ab-15e6-4d11-96c6-354867f3142f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.1802106 Jun 03 20:12:02.810281 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c987a875-a4da-4de8-976d-5099dd88f20f req-f3d082de-fb41-4e8d-b85a-1c1c87a0aa19 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Jun 03 20:12:04.029949 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063371a-df8f-45c5-b055-ff46a4665f67 req-89ef61af-4827-4086-8e4a-60246627fc6b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:04.031413 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3063371a-df8f-45c5-b055-ff46a4665f67 req-89ef61af-4827-4086-8e4a-60246627fc6b tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.1038463 Jun 03 20:12:04.081910 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3063371a-df8f-45c5-b055-ff46a4665f67 req-c86684c4-0abe-4c4f-9a96-618b2329e619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432274 Jun 03 20:12:05.278236 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2a05-8e39-47ac-91ea-1ab9d3ab3fa8 req-c71f7dc5-b1a5-4ffe-86d6-608e6210d421 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:05.280139 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d1aa2a05-8e39-47ac-91ea-1ab9d3ab3fa8 req-c71f7dc5-b1a5-4ffe-86d6-608e6210d421 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0842814 Jun 03 20:12:05.334581 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d1aa2a05-8e39-47ac-91ea-1ab9d3ab3fa8 req-5e0607a0-2b21-4abd-a050-7fc64d6bd0ce tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473282 Jun 03 20:12:06.533706 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea4008-8572-4107-8ef6-bc9dce408dac req-a0fbf3b7-4b20-4a65-abc7-8c887b629060 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:06.535871 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a0ea4008-8572-4107-8ef6-bc9dce408dac req-a0fbf3b7-4b20-4a65-abc7-8c887b629060 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0885775 Jun 03 20:12:06.580484 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a0ea4008-8572-4107-8ef6-bc9dce408dac req-6bea98c8-7f9a-483a-95b6-5572d1c21dcd tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387294 Jun 03 20:12:07.778698 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb28b93-eb13-4259-96e4-116100e18615 req-a728728a-c23e-4e21-a1a5-46c4ab472ed6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:07.780132 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fdb28b93-eb13-4259-96e4-116100e18615 req-a728728a-c23e-4e21-a1a5-46c4ab472ed6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0807288 Jun 03 20:12:07.833820 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-fdb28b93-eb13-4259-96e4-116100e18615 req-328181b0-1136-4071-bc48-adf9e4b9c497 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477493 Jun 03 20:12:09.026120 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56204-197a-4ec1-ba01-63182a7b0fc2 req-130f8965-9c8c-4143-b3a1-ccb41f64c26a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:09.027706 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a1a56204-197a-4ec1-ba01-63182a7b0fc2 req-130f8965-9c8c-4143-b3a1-ccb41f64c26a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0824344 Jun 03 20:12:09.073780 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a1a56204-197a-4ec1-ba01-63182a7b0fc2 req-2b9ac48b-b91a-4895-aaed-a039eab37fbb tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397778 Jun 03 20:12:10.277374 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e1b92-d0fa-4769-957b-4fe8a578e557 req-d91161cd-74b0-4721-8e09-892fa385d541 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:10.279069 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c78e1b92-d0fa-4769-957b-4fe8a578e557 req-d91161cd-74b0-4721-8e09-892fa385d541 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0874875 Jun 03 20:12:10.329328 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c78e1b92-d0fa-4769-957b-4fe8a578e557 req-f5677439-094d-478b-b19b-8a20839d93e5 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416396 Jun 03 20:12:11.351768 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 43958760-4a8b-4055-8824-b18c2bdba4a9 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:12:11.509451 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:12:11.524435 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'port_id': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'mac_address': 'fa:16:3e:e7:69:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:12:11.569258 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d137b8-805c-42ee-b504-5039c309a442 req-e5696203-bb6f-43d3-97c6-e1ba4fd06153 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:11.570761 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-26d137b8-805c-42ee-b504-5039c309a442 req-e5696203-bb6f-43d3-97c6-e1ba4fd06153 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 943 time: 0.0910408 Jun 03 20:12:11.586203 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:11.603294 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43958760-4a8b-4055-8824-b18c2bdba4a9 {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:12:11.618897 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-26d137b8-805c-42ee-b504-5039c309a442 req-d865b27b-9070-4aff-96ca-c51323d8e96f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Jun 03 20:12:11.620294 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:12:11.624594 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:11.626674 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:11.698256 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=9']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:11.702435 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:12.058066 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['43958760-4a8b-4055-8824-b18c2bdba4a9'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:12:12.549574 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2b9d0633-2bd0-4f20-a9ec-b4a3dc06dcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:12.842962 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbdcd5-cdfa-41f0-a5cb-744a40d15125 req-d001cda4-e799-4c3a-81b5-6f95ba26f4d5 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:12.844530 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d5dbdcd5-cdfa-41f0-a5cb-744a40d15125 req-d001cda4-e799-4c3a-81b5-6f95ba26f4d5 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 944 time: 0.1033552 Jun 03 20:12:12.896854 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d5dbdcd5-cdfa-41f0-a5cb-744a40d15125 req-a614f567-1397-4a70-a4d9-174af18d08d8 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455325 Jun 03 20:12:13.368421 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 43958760-4a8b-4055-8824-b18c2bdba4a9 up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:12:13.439863 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port 43958760-4a8b-4055-8824-b18c2bdba4a9 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:12:13.440232 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:13.572750 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:13.604436 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:12:13.606806 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b45918c-5e0c-4238-968d-8aa82b6ce342" -d '{"events": [{"server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "name": "network-vif-plugged", "status": "completed", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:12:13.616200 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:12:13.621248 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:13.623220 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:13.658566 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e21080-5fd0-433a-9b27-e4abe0e5bf9f x-openstack-request-id: req-b7e21080-5fd0-433a-9b27-e4abe0e5bf9f {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:12:13.658875 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "name": "network-vif-plugged", "status": "completed", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:12:13.659655 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b7e21080-5fd0-433a-9b27-e4abe0e5bf9f {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:12:13.660039 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'code': 200} Jun 03 20:12:13.709750 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=10']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:13.714649 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:13.977946 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b03723-fefa-466b-bf23-e020ded686a3 req-9d417db9-e8a1-4761-84c9-a098cac12e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:13.980070 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-00b03723-fefa-466b-bf23-e020ded686a3 req-9d417db9-e8a1-4761-84c9-a098cac12e4d service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 1099 time: 0.0779045 Jun 03 20:12:14.029394 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-00b03723-fefa-466b-bf23-e020ded686a3 req-2b1efacb-fabb-471f-aa8d-8bfe83488b9a service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377727 Jun 03 20:12:14.114920 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b1c07-a20a-40a5-b48d-c4ef5bce1ff0 req-4954960a-161b-44fc-955a-eb3a6bb34a5f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:14.116554 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ff7b1c07-a20a-40a5-b48d-c4ef5bce1ff0 req-4954960a-161b-44fc-955a-eb3a6bb34a5f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 946 time: 0.0936906 Jun 03 20:12:14.164515 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ff7b1c07-a20a-40a5-b48d-c4ef5bce1ff0 req-fda4da1c-84ee-4025-94f5-dba38d3980d6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417039 Jun 03 20:12:15.178689 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:15.368059 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0afe11-c15b-4816-8059-8b83433373ec req-12a9092b-553d-4d3f-be5b-1aa59ed7db86 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:15.369618 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4b0afe11-c15b-4816-8059-8b83433373ec req-12a9092b-553d-4d3f-be5b-1aa59ed7db86 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 946 time: 0.0898166 Jun 03 20:12:15.417508 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4b0afe11-c15b-4816-8059-8b83433373ec req-6f1a9d32-7a4b-4abb-b6ad-c01f5ad8e540 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421400 Jun 03 20:12:15.715444 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-3938d2bf-704f-4868-88c2-bb5f9398a220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:16.626016 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c23c-1d6e-43bc-ae49-e2b531ee46cc req-64d3c3c3-4102-46d9-ab95-5fe9dd9bbbdf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:16.627562 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-46d5c23c-1d6e-43bc-ae49-e2b531ee46cc req-64d3c3c3-4102-46d9-ab95-5fe9dd9bbbdf tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 946 time: 0.0866935 Jun 03 20:12:16.685916 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-46d5c23c-1d6e-43bc-ae49-e2b531ee46cc req-9a600a89-78b6-41f0-a86a-d8f42c91ef68 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521657 Jun 03 20:12:17.393772 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:18.822275 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:21.255389 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:26.784628 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-2f59b1f3-6434-41eb-b634-e2ad051bc3e9 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0964692 Jun 03 20:12:26.915854 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-3eeb1b8b-9801-44c9-bf1b-bae7a158f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:26.917430 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-3eeb1b8b-9801-44c9-bf1b-bae7a158f39b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cb629b2d51304745a8628097f32a796e&device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 1099 time: 0.0935903 Jun 03 20:12:27.084813 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-1e7f17a7-9b45-4947-b421-a3c3d45748d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:27.086230 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-1e7f17a7-9b45-4947-b421-a3c3d45748d9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 200 len: 918 time: 0.1405678 Jun 03 20:12:27.198591 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-9f3abbed-4af4-44e7-a1f2-d043954b74c3 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43958760-4a8b-4055-8824-b18c2bdba4a9 HTTP/1.1" status: 200 len: 1001 time: 0.1001718 Jun 03 20:12:27.265509 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-404a5b95-474c-4a13-b521-d42b63252ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:27.266997 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-404a5b95-474c-4a13-b521-d42b63252ffa service neutron] 10.222.0.109 "GET /v2.0/subnets?id=58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 200 len: 855 time: 0.0598977 Jun 03 20:12:27.358570 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-9eee822d-d968-4732-b10a-d361fbf3ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:27.359979 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-9eee822d-d968-4732-b10a-d361fbf3ef98 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854661 Jun 03 20:12:27.508749 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-40529b41-79e4-4f6c-942f-1e11b01b93a4 service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410131 Jun 03 20:12:27.655033 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4b633bb5-e4ac-4a8c-8f81-59996ac83961 req-a7b2feed-af1b-4335-ada3-83f05b34229f service neutron] 10.222.0.109 "GET /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364520 Jun 03 20:12:30.089114 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:12:33.758164 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e376ec-bc5b-4be5-bb50-abc1f9a9bfbe req-cfeed1a3-d73f-4a8e-9738-4b0ea2a464d2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:33.760288 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b3e376ec-bc5b-4be5-bb50-abc1f9a9bfbe req-cfeed1a3-d73f-4a8e-9738-4b0ea2a464d2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 946 time: 0.1230159 Jun 03 20:12:33.836420 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b3e376ec-bc5b-4be5-bb50-abc1f9a9bfbe req-96f04053-5669-4290-9f4d-fbedd82a393f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693161 Jun 03 20:12:35.079415 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12c6e7-11b7-407b-b08f-396ed229c0c6 req-0028983e-4fbe-4fce-8c11-3e7f8efe325f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:35.081120 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1d12c6e7-11b7-407b-b08f-396ed229c0c6 req-0028983e-4fbe-4fce-8c11-3e7f8efe325f tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 946 time: 0.1019113 Jun 03 20:12:35.143027 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1d12c6e7-11b7-407b-b08f-396ed229c0c6 req-30a71e7b-a212-4264-90c2-7cacd8421b9d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533688 Jun 03 20:12:36.399672 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabd8cf-c36b-4d4e-9d33-d9ce72920952 req-63928612-7dcb-4c58-828c-dd07a6df5880 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:36.401502 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-aeabd8cf-c36b-4d4e-9d33-d9ce72920952 req-63928612-7dcb-4c58-828c-dd07a6df5880 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 946 time: 0.1239028 Jun 03 20:12:36.468320 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-aeabd8cf-c36b-4d4e-9d33-d9ce72920952 req-de3c0bea-6800-4741-81ee-7861e24b2e98 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604570 Jun 03 20:12:36.535709 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-05927ab7-d320-4b40-ad24-60d4ae1ee6fa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:36.536676 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-05927ab7-d320-4b40-ad24-60d4ae1ee6fa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Synchronizing usage tracker for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:12:36.552251 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-05927ab7-d320-4b40-ad24-60d4ae1ee6fa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Unset dirty status for tenant:3f1d2c1f9fe44118bc5f8300b840ce88 on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:12:36.553576 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-05927ab7-d320-4b40-ad24-60d4ae1ee6fa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.109 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 946 time: 0.1328039 Jun 03 20:12:36.768769 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Deleting port 80ea1623-dae0-4203-b3da-9b61912fcf92 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:12:36.769216 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:37.014483 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] For port 80ea1623-dae0-4203-b3da-9b61912fcf92, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=80ea1623-dae0-4203-b3da-9b61912fcf92,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:12:37.015112 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:37.646105 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:37.647008 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:37.647167 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.l3_db [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Floating IP 6e5cfd93-8a2c-4cd1-89e5-f0228ab4373a disassociated. External IP: 172.28.3.123, port: 80ea1623-dae0-4203-b3da-9b61912fcf92. Jun 03 20:12:37.647696 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Calling delete_port for 80ea1623-dae0-4203-b3da-9b61912fcf92 owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:12:37.701631 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c970135-17a1-46bc-b132-8ab57e8fc337 req-a470b4c0-9183-4c58-bdd2-154a2a2b74da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:12:37.703238 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4c970135-17a1-46bc-b132-8ab57e8fc337 req-a470b4c0-9183-4c58-bdd2-154a2a2b74da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 946 time: 0.1052811 Jun 03 20:12:37.773212 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4c970135-17a1-46bc-b132-8ab57e8fc337 req-08a35732-6e1f-4e2f-a4af-6a8254c32d92 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups?id=e3c57f45-ade3-4b56-982a-048e1a051972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593891 Jun 03 20:12:37.851638 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:37.861231 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4a0da932-d84a-401f-a96b-71e9f57067d0 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:37.950195 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event deleted for resources: {'Port': ['ID=80ea1623-dae0-4203-b3da-9b61912fcf92,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:37.974100 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.974733 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.975362 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.976014 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.976633 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.977307 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.977939 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.978555 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.979160 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.979750 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.980349 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.981003 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:37.994817 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:38.250105 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:12:38.555316 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:12:38.569177 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] Sync routers for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:12:38.584834 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:12:38.585919 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:12:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:38.664585 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] No DVR routers for this DVR port 80ea1623-dae0-4203-b3da-9b61912fcf92 on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:12:38.668035 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:38.671181 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'name': 'network-vif-deleted', 'tag': '80ea1623-dae0-4203-b3da-9b61912fcf92'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:12:38.673737 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f5513-9df9-4f5f-bccb-23cf233abd7b" -d '{"events": [{"server_uuid": "135d4979-3da5-4e19-a841-6bad8de1aa27", "name": "network-vif-deleted", "tag": "80ea1623-dae0-4203-b3da-9b61912fcf92"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:12:38.695684 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-83afe64c-0e9f-420d-9c0c-2174aa88b9bb req-e895e85d-baae-4f8c-9af7-7174fc5351e7 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.109 "DELETE /v2.0/ports/80ea1623-dae0-4203-b3da-9b61912fcf92 HTTP/1.1" status: 204 len: 173 time: 2.1307201 Jun 03 20:12:38.745653 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d53763-026e-42be-82cc-b4e196e1ff63 x-openstack-request-id: req-78d53763-026e-42be-82cc-b4e196e1ff63 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:12:38.746151 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135d4979-3da5-4e19-a841-6bad8de1aa27", "name": "network-vif-deleted", "tag": "80ea1623-dae0-4203-b3da-9b61912fcf92", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:12:38.746708 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-78d53763-026e-42be-82cc-b4e196e1ff63 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:12:38.747293 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135d4979-3da5-4e19-a841-6bad8de1aa27', 'name': 'network-vif-deleted', 'tag': '80ea1623-dae0-4203-b3da-9b61912fcf92', 'status': 'completed', 'code': 200} Jun 03 20:12:38.841083 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:12:39.020639 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bcde607b-971d-462a-9158-a8c22a05b96e req-e75fee0e-ed65-4258-baf8-844f93a7a82d tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/ports?device_id=135d4979-3da5-4e19-a841-6bad8de1aa27 HTTP/1.1" status: 200 len: 210 time: 0.0710328 Jun 03 20:12:39.229444 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:39.233999 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] Checking router: 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:12:39.244681 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:12:39.245458 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:12:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:39.426065 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 80ea1623-dae0-4203-b3da-9b61912fcf92 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:12:39.475331 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 80ea1623-dae0-4203-b3da-9b61912fcf92 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:12:39.475575 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 80ea1623-dae0-4203-b3da-9b61912fcf92 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:12:39.481140 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:12:39.878888 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:39.885359 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e68afd-55e1-42b8-858e-daeaa0ae6d5b None None] The sync data for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb is: [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:41Z', 'revision_number': 4, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '50b79cf8-1fe0-4db2-887c-5d21cc8b3631', 'name': '', 'network_id': 'aabff61b-8e41-4f90-a119-19e973bbee6c', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'mac_address': 'fa:16:3e:40:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:40Z', 'updated_at': '2021-06-03T20:02:57Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'subnets': [{'id': '1b04cc4b-97ca-43f0-94b4-066334276b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:12:40.122580 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade211e4-a301-4f7a-9920-cb993bac6b5a None None] New status for floating IP 6e5cfd93-8a2c-4cd1-89e5-f0228ab4373a: DOWN {{(pid=91762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:12:40.177423 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36532) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:40.249717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9905c8ba-b012-475c-b6d2-7ffd12170756 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:40.281965 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9905c8ba-b012-475c-b6d2-7ffd12170756 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:40.341898 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9905c8ba-b012-475c-b6d2-7ffd12170756 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:40.347956 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d1fd4ac3-145a-4792-84d1-6d856208ae10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:40.366431 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905c8ba-b012-475c-b6d2-7ffd12170756 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c57f45-ade3-4b56-982a-048e1a051972,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:40.369532 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9905c8ba-b012-475c-b6d2-7ffd12170756 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:40.371863 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9905c8ba-b012-475c-b6d2-7ffd12170756 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:40.373039 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-9905c8ba-b012-475c-b6d2-7ffd12170756 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "DELETE /v2.0/security-groups/e3c57f45-ade3-4b56-982a-048e1a051972 HTTP/1.1" status: 204 len: 168 time: 0.1945572 Jun 03 20:12:40.376311 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36534) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:40.392775 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.api.v2.resource [None req-f29b6747-8d8d-4ccc-b3e5-09f22a5fa92b tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] show failed (client error): The resource could not be found. Jun 03 20:12:40.394279 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-f29b6747-8d8d-4ccc-b3e5-09f22a5fa92b tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "GET /v2.0/security-groups/e3c57f45-ade3-4b56-982a-048e1a051972 HTTP/1.1" status: 404 len: 347 time: 0.0169978 Jun 03 20:12:40.397438 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36536) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:40.621047 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Deleting port da549e5c-07ce-4413-baa8-304833d0ba5a {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:12:40.621314 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:40.753428 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:40.753742 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:40.915211 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Calling delete_port for da549e5c-07ce-4413-baa8-304833d0ba5a owned by network:floatingip {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:12:41.042368 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:41.046189 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:41.091434 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Pushing event deleted for resources: {'Port': ['ID=da549e5c-07ce-4413-baa8-304833d0ba5a,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:41.094271 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:41.301951 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks [] for floatingip, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:41.317099 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:41.318294 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] 10.222.0.95 "DELETE /v2.0/floatingips/6e5cfd93-8a2c-4cd1-89e5-f0228ab4373a HTTP/1.1" status: 204 len: 168 time: 0.9200518 Jun 03 20:12:42.552388 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-1432bfbc-ee03-41d1-895b-f5044095e2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:45.186289 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:45.658587 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36568) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:45.729256 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2f447fbb-8669-4fb7-adf4-3e3bb59f2ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:46.375784 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648036'] for router_interface, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:46.849310 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Deleting port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:12:46.850028 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:46.983223 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] For port 50b79cf8-1fe0-4db2-887c-5d21cc8b3631, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=50b79cf8-1fe0-4db2-887c-5d21cc8b3631,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:12:46.983576 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:47.109142 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Calling delete_port for 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 owned by network:router_interface {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:12:47.405199 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:47.412453 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:47.417455 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-34171195-973c-495e-a591-847f199442f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:47.466438 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Pushing event deleted for resources: {'Port': ['ID=50b79cf8-1fe0-4db2-887c-5d21cc8b3631,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:47.468816 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:47.765287 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660666'] for router_interface, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:48.157875 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:12:48.343754 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:12:48.352878 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] Sync routers for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:12:48.358712 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] 10.222.0.95 "PUT /v2.0/routers/5fe7b12b-4d05-4d81-8011-0752fab9f5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6968598 Jun 03 20:12:48.358980 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36572) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:48.362981 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:12:48.363606 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:12:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:48.545159 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:12:48.546351 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Notify callbacks [] for router, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:48.779624 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:48.852461 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:48.981764 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:12:47Z', 'revision_number': 5, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port': {'id': '2126a011-3a60-4c91-a223-ee4d818446cb', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:48.986956 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] Checking router: 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:12:48.999853 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] Routers {'5fe7b12b-4d05-4d81-8011-0752fab9f5d5'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:12:49.000554 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:12:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:49.107250 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Deleting port 2126a011-3a60-4c91-a223-ee4d818446cb {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:12:49.109113 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:49.164058 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] Set router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 gateway port host: None {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:12:49.303081 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:12:48Z', 'revision_number': 6, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port_host': None}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:49.311092 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] For port 2126a011-3a60-4c91-a223-ee4d818446cb, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=2126a011-3a60-4c91-a223-ee4d818446cb,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:12:49.311797 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:49.322027 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4ce28-d444-401a-94bf-56e33fdeb0e4 None None] The sync data for ids ['5fe7b12b-4d05-4d81-8011-0752fab9f5d5'] in dv-cinder-794669-1-smb is: [{'id': '5fe7b12b-4d05-4d81-8011-0752fab9f5d5', 'name': 'tempest-AttachVolumeTestJSON-786989084-router', 'tenant_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:12:48Z', 'revision_number': 6, 'project_id': '3f1d2c1f9fe44118bc5f8300b840ce88', 'gw_port_host': None}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:12:49.475659 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Calling delete_port for 2126a011-3a60-4c91-a223-ee4d818446cb owned by network:router_gateway {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:12:49.659075 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:49.663134 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3375ea6a-ec8b-424b-80bd-14bec1aea619 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:49.711468 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Pushing event deleted for resources: {'Port': ['ID=2126a011-3a60-4c91-a223-ee4d818446cb,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:49.714607 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:49.837151 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803353'] for router_gateway, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:50.037890 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103959'] for router, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:50.041212 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:50.079794 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-651443'] for router, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:50.080522 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fe7b12b-4d05-4d81-8011-0752fab9f5d5 {{(pid=91760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 20:12:50.106165 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Notify callbacks [] for router, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:50.108234 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] 10.222.0.95 "DELETE /v2.0/routers/5fe7b12b-4d05-4d81-8011-0752fab9f5d5 HTTP/1.1" status: 204 len: 168 time: 1.7479739 Jun 03 20:12:50.110977 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36576) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:50.194588 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 2126a011-3a60-4c91-a223-ee4d818446cb no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:12:50.211890 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Deleting subnet 1b04cc4b-97ca-43f0-94b4-066334276b34 {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:12:50.215740 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:50.250632 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 2126a011-3a60-4c91-a223-ee4d818446cb {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:12:50.255480 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 2126a011-3a60-4c91-a223-ee4d818446cb not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:12:50.255480 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:12:50.300791 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15573004'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:50.322980 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:12:50.323489 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 50b79cf8-1fe0-4db2-887c-5d21cc8b3631 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:12:50.544110 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:50.847549 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16318864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16768622'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:50.852695 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:50.894797 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b04cc4b-97ca-43f0-94b4-066334276b34,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:50.901672 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:50.908287 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa30e5b-28d9-4db6-8615-86026973a899 None None] Network aabff61b-8e41-4f90-a119-19e973bbee6c requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:12:50.911985 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.912480 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.912917 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.913288 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.913713 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.914337 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.914820 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.915184 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.915619 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.915974 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.916408 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.916788 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:50.921326 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:50.927193 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-b01678b3-c22a-4752-8b83-62eedd99a63c admin admin] 10.222.0.95 "DELETE /v2.0/subnets/1b04cc4b-97ca-43f0-94b4-066334276b34 HTTP/1.1" status: 204 len: 168 time: 0.8104994 Jun 03 20:12:50.928497 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36578) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:51.058768 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.159221 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Deleting port 05cc0189-48ec-47c0-9556-5c513ba2bc22 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:12:51.160186 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.199440 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] DHCP port deletion for aabff61b-8e41-4f90-a119-19e973bbee6c request from dv-cinder-794669-1-smb {{(pid=91761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 20:12:51.259533 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.290963 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] For port 05cc0189-48ec-47c0-9556-5c513ba2bc22, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=05cc0189-48ec-47c0-9556-5c513ba2bc22,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:12:51.291321 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.295254 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Deleting port 05cc0189-48ec-47c0-9556-5c513ba2bc22 {{(pid=91761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:12:51.295681 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.437103 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Calling delete_port for 05cc0189-48ec-47c0-9556-5c513ba2bc22 owned by network:dhcp {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:12:51.452852 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] For port 05cc0189-48ec-47c0-9556-5c513ba2bc22, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=05cc0189-48ec-47c0-9556-5c513ba2bc22,segment=NetworkSegment(93253937-4793-4f40-ab38-c9459e6c2887),segment_id=93253937-4793-4f40-ab38-c9459e6c2887)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:12:51.453400 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.504578 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.510707 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4058fc94-eacf-4cbc-8462-542d4a0656da tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:51.593577 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Pushing event deleted for resources: {'Port': ['ID=05cc0189-48ec-47c0-9556-5c513ba2bc22,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:51.600263 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:51.604262 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] No DVR routers for this DVR port 05cc0189-48ec-47c0-9556-5c513ba2bc22 on host dv-cinder-794669-1-smb {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:12:51.651204 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Calling delete_port for 05cc0189-48ec-47c0-9556-5c513ba2bc22 owned by network:dhcp {{(pid=91761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:12:51.749101 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.769927 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabff61b-8e41-4f90-a119-19e973bbee6c']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:51.788545 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93253937-4793-4f40-ab38-c9459e6c2887') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:51.788838 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93253937-4793-4f40-ab38-c9459e6c2887') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:12:51.802547 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15573109'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.814989 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085'] for port, after_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.819902 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:51.826023 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.836525 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:12:51.836977 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16318842'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: Traceback (most recent call last): Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: timer() Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: cb(*args, **kw) Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: return func(*args, **kwargs) Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: self._notify() Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: self.callback(batched_events) Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: event.method(event) Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: return f(self, *a, **k) Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: return self._get(url).json() Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:12:51.851736 dv-cinder-794669-1-smb neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:12:51.870787 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Pushing event deleted for resources: {'Port': ['ID=05cc0189-48ec-47c0-9556-5c513ba2bc22,revision_number=None']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:51.880988 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.881529 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.882064 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.882440 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.882857 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.883189 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.883574 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.883927 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.884259 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.884591 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.884940 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.885348 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:12:51.889157 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:51.893728 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] No DVR routers for this DVR port 05cc0189-48ec-47c0-9556-5c513ba2bc22 on host dv-cinder-794669-1-smb {{(pid=91761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:12:51.922436 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 05cc0189-48ec-47c0-9556-5c513ba2bc22 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:12:51.946946 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.952135 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7a1add94-6f3f-4481-96e3-83ae6218ded2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:51.966435 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 05cc0189-48ec-47c0-9556-5c513ba2bc22 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:12:51.966782 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 05cc0189-48ec-47c0-9556-5c513ba2bc22 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:12:51.969839 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:51.983873 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Pushing event deleted for resources: {'Network': ['ID=aabff61b-8e41-4f90-a119-19e973bbee6c,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:51.990593 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:52.005406 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] 10.222.0.95 "DELETE /v2.0/networks/aabff61b-8e41-4f90-a119-19e973bbee6c HTTP/1.1" status: 204 len: 168 time: 1.0767190 Jun 03 20:12:52.172469 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36584) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:52.224710 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-6ec1b187-1123-4ffd-831e-52bae8cbab2b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3f1d2c1f9fe44118bc5f8300b840ce88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509865 Jun 03 20:12:52.227307 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36586) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:52.296740 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f0469536-76e7-4437-9611-53f1f1b17db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:52.329954 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f0469536-76e7-4437-9611-53f1f1b17db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:52.400041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f0469536-76e7-4437-9611-53f1f1b17db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:52.403970 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9905c8ba-b012-475c-b6d2-7ffd12170756 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:52.419229 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0469536-76e7-4437-9611-53f1f1b17db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dfd7eb-4958-47b7-b0a2-34161c0e94a5,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:52.423285 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f0469536-76e7-4437-9611-53f1f1b17db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:52.428826 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f0469536-76e7-4437-9611-53f1f1b17db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:52.429936 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-f0469536-76e7-4437-9611-53f1f1b17db0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/72dfd7eb-4958-47b7-b0a2-34161c0e94a5 HTTP/1.1" status: 204 len: 168 time: 0.2016115 Jun 03 20:12:54.618684 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36636) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:54.754541 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e920fa03-035c-4fca-abd5-6e6e8a005939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:54.771604 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e920fa03-035c-4fca-abd5-6e6e8a005939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:12:54.775993 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e920fa03-035c-4fca-abd5-6e6e8a005939 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab5de7cb1d54dfc85af3ec79edeaf36 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:12:54.779091 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e920fa03-035c-4fca-abd5-6e6e8a005939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:12:54.786081 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e920fa03-035c-4fca-abd5-6e6e8a005939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:12:54.885043 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e920fa03-035c-4fca-abd5-6e6e8a005939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:54.889924 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e920fa03-035c-4fca-abd5-6e6e8a005939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:54.900659 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-21935621-efe0-4c29-be6a-9e28551e1a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:54.940631 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920fa03-035c-4fca-abd5-6e6e8a005939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfe9457-1e44-496a-82ff-6969eaa26102,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:54.944880 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-e920fa03-035c-4fca-abd5-6e6e8a005939 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0ab5de7cb1d54dfc85af3ec79edeaf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249769 Jun 03 20:12:54.945779 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e920fa03-035c-4fca-abd5-6e6e8a005939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:54.947449 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36640) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:55.008752 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e89d678-5c88-4cae-aaa4-33e905fa5a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.036787 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e89d678-5c88-4cae-aaa4-33e905fa5a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.104595 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e89d678-5c88-4cae-aaa4-33e905fa5a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.108450 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-aabd7579-a7d1-4cd4-a825-0f1bc34dbd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:55.119524 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89d678-5c88-4cae-aaa4-33e905fa5a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfe9457-1e44-496a-82ff-6969eaa26102,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:55.125702 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5e89d678-5c88-4cae-aaa4-33e905fa5a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:55.127580 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e89d678-5c88-4cae-aaa4-33e905fa5a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.129649 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-5e89d678-5c88-4cae-aaa4-33e905fa5a84 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bcfe9457-1e44-496a-82ff-6969eaa26102 HTTP/1.1" status: 204 len: 168 time: 0.1811283 Jun 03 20:12:55.477626 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36646) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:55.509833 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.537388 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:12:55.544738 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] Usage tracker for resource:security_group_rule and tenant:419e75a756804eca852a1d3bbd793865 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:12:55.550459 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:12:55.558528 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:12:55.660977 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.665697 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.674240 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d39ea167-845d-4af2-9072-d9675707d9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:55.717883 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deed0ab5-fc3b-4103-9a3e-c388793b054c,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:55.724180 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=419e75a756804eca852a1d3bbd793865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436483 Jun 03 20:12:55.724180 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:55.725435 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36648) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:12:55.787696 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f6b91412-47d0-4a8b-81b4-f6f0d70252ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.820980 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f6b91412-47d0-4a8b-81b4-f6f0d70252ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.875088 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f6b91412-47d0-4a8b-81b4-f6f0d70252ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.879136 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8eb8b135-8361-4769-8059-49264e3562bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:12:55.890727 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b91412-47d0-4a8b-81b4-f6f0d70252ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deed0ab5-fc3b-4103-9a3e-c388793b054c,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:12:55.894772 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f6b91412-47d0-4a8b-81b4-f6f0d70252ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:12:55.898250 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f6b91412-47d0-4a8b-81b4-f6f0d70252ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:12:55.899669 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-f6b91412-47d0-4a8b-81b4-f6f0d70252ac admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/deed0ab5-fc3b-4103-9a3e-c388793b054c HTTP/1.1" status: 204 len: 168 time: 0.1731958 Jun 03 20:13:01.676786 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36744) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:01.805257 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-476f830a-aab2-4fce-83db-4a2ef2e82277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:01.821960 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-476f830a-aab2-4fce-83db-4a2ef2e82277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:01.825949 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-476f830a-aab2-4fce-83db-4a2ef2e82277 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c6f2052fc1424f8fa6463b8e8c1d58 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:01.828852 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-476f830a-aab2-4fce-83db-4a2ef2e82277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:01.835474 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-476f830a-aab2-4fce-83db-4a2ef2e82277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:01.929478 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-476f830a-aab2-4fce-83db-4a2ef2e82277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:01.934000 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-476f830a-aab2-4fce-83db-4a2ef2e82277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:01.942564 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f6b91412-47d0-4a8b-81b4-f6f0d70252ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:01.984068 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-476f830a-aab2-4fce-83db-4a2ef2e82277 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d0c6f2052fc1424f8fa6463b8e8c1d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061504 Jun 03 20:13:01.984826 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f830a-aab2-4fce-83db-4a2ef2e82277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d049ff4-ea02-4966-a7b8-dbdb572638be,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:01.987389 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36748) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:01.988621 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-476f830a-aab2-4fce-83db-4a2ef2e82277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:02.045935 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-427148b0-6b1a-41f2-a19f-dbdced17a70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.073331 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-427148b0-6b1a-41f2-a19f-dbdced17a70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.126376 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-427148b0-6b1a-41f2-a19f-dbdced17a70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.134290 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c5bce5da-b00c-4a1e-9ff4-d04e0e5b6c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:02.150554 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427148b0-6b1a-41f2-a19f-dbdced17a70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d049ff4-ea02-4966-a7b8-dbdb572638be,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:02.153877 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-427148b0-6b1a-41f2-a19f-dbdced17a70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:02.156446 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-427148b0-6b1a-41f2-a19f-dbdced17a70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.164936 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-427148b0-6b1a-41f2-a19f-dbdced17a70e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9d049ff4-ea02-4966-a7b8-dbdb572638be HTTP/1.1" status: 204 len: 168 time: 0.1721683 Jun 03 20:13:02.449306 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36754) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:02.458368 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36756) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:02.476778 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.493205 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:02.497488 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] Usage tracker for resource:security_group_rule and tenant:51a293ced4c24483a286e02384ccb98c is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:02.500428 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:02.506506 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:02.599986 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.604450 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.613006 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9a32f506-fef4-4a2e-baf3-0e7e7aa8ad2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:02.655629 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c64f2e0-8715-4bb7-8e67-3870a5f1fc1c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:02.660941 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=51a293ced4c24483a286e02384ccb98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015002 Jun 03 20:13:02.662020 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:02.663999 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36758) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:02.743776 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ea162122-3247-4c63-9034-1ec53bfcb85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.770858 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ea162122-3247-4c63-9034-1ec53bfcb85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.841944 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Deleting port a51aa8a5-6851-40f4-8c61-ef42f3ba411d {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:02.842531 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.931337 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ea162122-3247-4c63-9034-1ec53bfcb85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.935969 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-af8b03cf-1842-4058-9bbc-e26909d38cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:02.947116 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea162122-3247-4c63-9034-1ec53bfcb85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c64f2e0-8715-4bb7-8e67-3870a5f1fc1c,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:02.951958 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ea162122-3247-4c63-9034-1ec53bfcb85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:02.957173 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ea162122-3247-4c63-9034-1ec53bfcb85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.958549 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ea162122-3247-4c63-9034-1ec53bfcb85c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8c64f2e0-8715-4bb7-8e67-3870a5f1fc1c HTTP/1.1" status: 204 len: 168 time: 0.2935901 Jun 03 20:13:02.989930 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:02.990260 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:03.118869 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Calling delete_port for a51aa8a5-6851-40f4-8c61-ef42f3ba411d owned by network:floatingip {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:03.261260 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:03.266036 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3b576b3d-ca0a-4eb7-b1cc-00b05191d09c tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:03.313629 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event deleted for resources: {'Port': ['ID=a51aa8a5-6851-40f4-8c61-ef42f3ba411d,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:03.317212 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:03.409452 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for floatingip, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:03.409784 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.l3_db [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Floating IP ad0aaf74-a5e1-4a66-b888-f5b20f0ef305 disassociated (deleted). External IP: 172.28.3.40, port: ba45f371-405d-420c-a38e-b51bdc1c43a3. Jun 03 20:13:03.785732 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:13:03.979937 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:13:03.990591 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] Sync routers for ids ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:13:04.001665 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] Routers {'dee39c6a-f95e-457c-9653-a47fdbf2c8f2'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:13:04.002674 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:12:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:04.011662 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:04.073104 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-962695c3-661c-4d5b-aa58-da17c9445ef4 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "DELETE /v2.0/floatingips/ad0aaf74-a5e1-4a66-b888-f5b20f0ef305 HTTP/1.1" status: 204 len: 168 time: 1.6224589 Jun 03 20:13:04.074111 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:13:04.077499 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40177e26-9636-48c3-95a4-7556e6083a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:13:04.222330 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] Set router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:13:04.288853 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36794) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:04.464417 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d9d461-455c-4584-a338-3897cc7a128a x-openstack-request-id: req-e3d9d461-455c-4584-a338-3897cc7a128a {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:13:04.464902 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:13:04.465253 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e3d9d461-455c-4584-a338-3897cc7a128a {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:13:04.465783 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'status': 'completed', 'code': 200} Jun 03 20:13:04.501767 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:04.524840 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:04.531155 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:446ecb2a934249fd9afab6d1f5137666 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:04.536516 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:04.544041 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:04.581643 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a70a0-4295-40ef-868d-652b2d852e2b req-f6d5d528-2595-459c-8160-84a357447852 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:04.583478 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ee9a70a0-4295-40ef-868d-652b2d852e2b req-f6d5d528-2595-459c-8160-84a357447852 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1542370 Jun 03 20:13:04.589639 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:38Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'b5079ca3-3e87-4831-a495-cd753bd91bee', 'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'mac_address': 'fa:16:3e:44:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:37Z', 'updated_at': '2021-06-03T20:05:46Z', 'revision_number': 5, 'project_id': '2029e751d14c433989a1733d49cd237c', 'subnets': [{'id': 'a16244e3-a198-44f7-8f22-00763f113739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:04.594012 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] Checking router: dee39c6a-f95e-457c-9653-a47fdbf2c8f2 for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:13:04.606006 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] Routers {'dee39c6a-f95e-457c-9653-a47fdbf2c8f2'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:13:04.606663 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:12:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:04.625635 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40177e26-9636-48c3-95a4-7556e6083a4d req-2803bb2a-f4e5-44c5-9f97-7b9570a9c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:04.628207 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-40177e26-9636-48c3-95a4-7556e6083a4d req-2803bb2a-f4e5-44c5-9f97-7b9570a9c3b3 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2029e751d14c433989a1733d49cd237c&device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 1098 time: 0.1375613 Jun 03 20:13:04.658425 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ee9a70a0-4295-40ef-868d-652b2d852e2b req-264a2156-3a09-42bd-a02b-1f98373dca32 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660155 Jun 03 20:13:04.706960 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:04.714235 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:04.722864 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fdef4755-7f98-4a3b-b1bf-5e9036b4297d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:04.768772 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1e7c5f-6314-4d9c-8efb-d8ed54c43ec0,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:04.785108 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=446ecb2a934249fd9afab6d1f5137666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916368 Jun 03 20:13:04.785108 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:04.785413 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36802) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:04.815904 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] Set router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:13:04.859303 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fde10718-581f-494a-a67b-81290a7436fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:04.886908 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fde10718-581f-494a-a67b-81290a7436fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:04.902309 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40177e26-9636-48c3-95a4-7556e6083a4d req-59619388-e683-44a8-96ca-3c2047ba0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:04.904348 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-40177e26-9636-48c3-95a4-7556e6083a4d req-59619388-e683-44a8-96ca-3c2047ba0f65 service neutron] 10.222.0.109 "GET /v2.0/networks?id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6 HTTP/1.1" status: 200 len: 911 time: 0.2692461 Jun 03 20:13:04.950305 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fde10718-581f-494a-a67b-81290a7436fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:04.954411 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ef8aa649-ea5c-48c7-ab82-1d529e62ddf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:04.967542 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde10718-581f-494a-a67b-81290a7436fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1e7c5f-6314-4d9c-8efb-d8ed54c43ec0,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:04.970033 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fde10718-581f-494a-a67b-81290a7436fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:04.976366 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fde10718-581f-494a-a67b-81290a7436fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:04.980489 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-fde10718-581f-494a-a67b-81290a7436fd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4d1e7c5f-6314-4d9c-8efb-d8ed54c43ec0 HTTP/1.1" status: 204 len: 168 time: 0.1932755 Jun 03 20:13:04.982894 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-40177e26-9636-48c3-95a4-7556e6083a4d req-806edfed-0c92-43b4-b8f5-4831f3f31efb service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3 HTTP/1.1" status: 200 len: 217 time: 0.0709043 Jun 03 20:13:05.062904 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40177e26-9636-48c3-95a4-7556e6083a4d req-aeadd122-057e-4e46-91a6-489c899bce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:05.065441 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-40177e26-9636-48c3-95a4-7556e6083a4d req-aeadd122-057e-4e46-91a6-489c899bce74 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a16244e3-a198-44f7-8f22-00763f113739 HTTP/1.1" status: 200 len: 848 time: 0.0706863 Jun 03 20:13:05.157201 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40177e26-9636-48c3-95a4-7556e6083a4d req-6372e1ce-a0ce-404e-890a-6eeb979e310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:05.158766 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-40177e26-9636-48c3-95a4-7556e6083a4d req-6372e1ce-a0ce-404e-890a-6eeb979e310f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=7d7b7bea-f015-479f-8a81-6a1a703ff3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864503 Jun 03 20:13:05.172035 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [req-40177e26-9636-48c3-95a4-7556e6083a4d req-28fad04e-6529-42dd-b620-58c2e95924d8 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 20:13:05.173350 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-40177e26-9636-48c3-95a4-7556e6083a4d req-28fad04e-6529-42dd-b620-58c2e95924d8 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055315 Jun 03 20:13:05.204850 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:38Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'b5079ca3-3e87-4831-a495-cd753bd91bee', 'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'mac_address': 'fa:16:3e:44:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:37Z', 'updated_at': '2021-06-03T20:05:46Z', 'revision_number': 5, 'project_id': '2029e751d14c433989a1733d49cd237c', 'subnets': [{'id': 'a16244e3-a198-44f7-8f22-00763f113739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:05.214980 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22973c38-3907-4f7b-8650-964f9759ddf1 None None] The sync data for ids ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'] in dv-cinder-794669-1-smb is: [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:05:38Z', 'revision_number': 4, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'b5079ca3-3e87-4831-a495-cd753bd91bee', 'name': '', 'network_id': '7d7b7bea-f015-479f-8a81-6a1a703ff3f6', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'mac_address': 'fa:16:3e:44:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'a16244e3-a198-44f7-8f22-00763f113739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:37Z', 'updated_at': '2021-06-03T20:05:46Z', 'revision_number': 5, 'project_id': '2029e751d14c433989a1733d49cd237c', 'subnets': [{'id': 'a16244e3-a198-44f7-8f22-00763f113739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:13:05.347859 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-40177e26-9636-48c3-95a4-7556e6083a4d req-2c391377-d6e5-4697-b753-e0bcf41302c4 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666741 Jun 03 20:13:05.514495 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a1b13-ad33-4336-b490-194a453e4c0b None None] New status for floating IP ad0aaf74-a5e1-4a66-b888-f5b20f0ef305: DOWN {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:13:05.518011 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-40177e26-9636-48c3-95a4-7556e6083a4d req-8e551818-e642-4be9-bc75-e6b50c2214c9 service neutron] 10.222.0.109 "GET /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607399 Jun 03 20:13:05.873939 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef38b7-cf73-4733-89b5-381149b4b8d4 req-f172b59e-d386-4ac1-b79a-582a9321921b tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:05.875685 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bdef38b7-cf73-4733-89b5-381149b4b8d4 req-f172b59e-d386-4ac1-b79a-582a9321921b tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.0918939 Jun 03 20:13:05.933767 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-bdef38b7-cf73-4733-89b5-381149b4b8d4 req-a296fe6f-e6b8-4010-a803-cd36d1771e5f tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/security-groups?id=649b11e3-43f8-4077-af38-a3fca6d8d223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521655 Jun 03 20:13:06.477180 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76704108-0e66-4a79-869f-a845a7793af2 req-9e77003d-782c-49a5-85bf-5e106a8e65f1 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:06.478384 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-76704108-0e66-4a79-869f-a845a7793af2 req-9e77003d-782c-49a5-85bf-5e106a8e65f1 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Synchronizing usage tracker for tenant:2029e751d14c433989a1733d49cd237c on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:13:06.506859 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-76704108-0e66-4a79-869f-a845a7793af2 req-9e77003d-782c-49a5-85bf-5e106a8e65f1 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Unset dirty status for tenant:2029e751d14c433989a1733d49cd237c on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:13:06.508659 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-76704108-0e66-4a79-869f-a845a7793af2 req-9e77003d-782c-49a5-85bf-5e106a8e65f1 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.109 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 945 time: 0.1328411 Jun 03 20:13:06.662799 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-76704108-0e66-4a79-869f-a845a7793af2 req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Deleting port ba45f371-405d-420c-a38e-b51bdc1c43a3 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:06.662799 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-76704108-0e66-4a79-869f-a845a7793af2 req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:06.813951 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-76704108-0e66-4a79-869f-a845a7793af2 req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] For port ba45f371-405d-420c-a38e-b51bdc1c43a3, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=ba45f371-405d-420c-a38e-b51bdc1c43a3,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:06.814358 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-76704108-0e66-4a79-869f-a845a7793af2 req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:06.943438 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-76704108-0e66-4a79-869f-a845a7793af2 req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Calling delete_port for ba45f371-405d-420c-a38e-b51bdc1c43a3 owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:07.067615 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-76704108-0e66-4a79-869f-a845a7793af2 req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:07.069264 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:13:07.075536 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-85d87dfc-9c94-4e2a-92ea-1d065f56927f tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:07.114560 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a182f852-1bc1-457e-85ab-fa9a78a7f7be req-321c9f80-4c43-4b30-a1a6-997c8300fc4f tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8876e0b-8a7b-4e41-8718-df14ab811380 HTTP/1.1" status: 200 len: 210 time: 0.0590487 Jun 03 20:13:07.153745 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event deleted for resources: {'Port': ['ID=ba45f371-405d-420c-a38e-b51bdc1c43a3,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:07.156307 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:07.200397 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-76704108-0e66-4a79-869f-a845a7793af2 req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] No DVR routers for this DVR port ba45f371-405d-420c-a38e-b51bdc1c43a3 on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:13:07.202745 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-76704108-0e66-4a79-869f-a845a7793af2 req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:07.205452 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'name': 'network-vif-deleted', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:13:07.207722 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaadece-c7e8-4ab7-b919-9af7dc09eb44" -d '{"events": [{"server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "name": "network-vif-deleted", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:13:07.222667 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-76704108-0e66-4a79-869f-a845a7793af2 req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.109 "DELETE /v2.0/ports/ba45f371-405d-420c-a38e-b51bdc1c43a3 HTTP/1.1" status: 204 len: 173 time: 0.7075627 Jun 03 20:13:07.254723 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262b53c1-beb6-48b7-be35-136eb6e041c8 x-openstack-request-id: req-262b53c1-beb6-48b7-be35-136eb6e041c8 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:13:07.255054 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8876e0b-8a7b-4e41-8718-df14ab811380", "name": "network-vif-deleted", "tag": "ba45f371-405d-420c-a38e-b51bdc1c43a3", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:13:07.255346 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-262b53c1-beb6-48b7-be35-136eb6e041c8 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:13:07.255853 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8876e0b-8a7b-4e41-8718-df14ab811380', 'name': 'network-vif-deleted', 'tag': 'ba45f371-405d-420c-a38e-b51bdc1c43a3', 'status': 'completed', 'code': 200} Jun 03 20:13:08.213794 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36868) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:08.284129 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6e81f76e-6c81-44b7-8bb4-75c20a64be3d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:08.316544 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6e81f76e-6c81-44b7-8bb4-75c20a64be3d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:08.384464 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6e81f76e-6c81-44b7-8bb4-75c20a64be3d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:08.389865 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-df9c4364-ef14-45c6-91c9-f95cd01bef99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:08.407030 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81f76e-6c81-44b7-8bb4-75c20a64be3d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b11e3-43f8-4077-af38-a3fca6d8d223,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:08.412223 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6e81f76e-6c81-44b7-8bb4-75c20a64be3d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:08.415605 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6e81f76e-6c81-44b7-8bb4-75c20a64be3d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:08.416760 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-6e81f76e-6c81-44b7-8bb4-75c20a64be3d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] 10.222.0.95 "DELETE /v2.0/security-groups/649b11e3-43f8-4077-af38-a3fca6d8d223 HTTP/1.1" status: 204 len: 168 time: 0.2019901 Jun 03 20:13:08.474051 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36872) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:09.309717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648036'] for router_interface, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:09.620019 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ba45f371-405d-420c-a38e-b51bdc1c43a3 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:09.656588 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: ba45f371-405d-420c-a38e-b51bdc1c43a3 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:09.657006 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device ba45f371-405d-420c-a38e-b51bdc1c43a3 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:09.761834 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Deleting port b5079ca3-3e87-4831-a495-cd753bd91bee {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:09.762383 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:09.891753 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] For port b5079ca3-3e87-4831-a495-cd753bd91bee, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=b5079ca3-3e87-4831-a495-cd753bd91bee,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:09.892103 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:10.018466 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Calling delete_port for b5079ca3-3e87-4831-a495-cd753bd91bee owned by network:router_interface {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:10.183443 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:10.188845 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c81655c1-3de7-4f42-a6ba-5d198a2e13ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:10.266624 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5079ca3-3e87-4831-a495-cd753bd91bee,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:10.274284 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:10.631885 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660666'] for router_interface, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:10.995798 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:13:11.173767 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:13:11.182196 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] Sync routers for ids ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:13:11.186841 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] 10.222.0.95 "PUT /v2.0/routers/dee39c6a-f95e-457c-9653-a47fdbf2c8f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7117016 Jun 03 20:13:11.189366 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36904) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:11.191865 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] Routers {'dee39c6a-f95e-457c-9653-a47fdbf2c8f2'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:13:11.192542 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:12:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:11.372124 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Notify callbacks [] for router, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:11.374659 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] Set router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:13:11.578440 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:11.659350 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Deleting port 5c74101f-a933-4964-9c2d-1fa88d83e1a8 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:11.659700 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:11.675289 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:13:10Z', 'revision_number': 5, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port': {'id': '5c74101f-a933-4964-9c2d-1fa88d83e1a8', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:33Z', 'updated_at': '2021-06-03T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:11.679726 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] Checking router: dee39c6a-f95e-457c-9653-a47fdbf2c8f2 for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:13:11.690069 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] Routers {'dee39c6a-f95e-457c-9653-a47fdbf2c8f2'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:13:11.691053 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:12:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:11.797328 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] For port 5c74101f-a933-4964-9c2d-1fa88d83e1a8, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=5c74101f-a933-4964-9c2d-1fa88d83e1a8,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:11.798015 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:11.861646 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] Set router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 gateway port host: None {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:13:11.973137 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:13:11Z', 'revision_number': 6, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port_host': None}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:11.978273 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e6bad-266a-404d-87b5-ede4a2f5a199 None None] The sync data for ids ['dee39c6a-f95e-457c-9653-a47fdbf2c8f2'] in dv-cinder-794669-1-smb is: [{'id': 'dee39c6a-f95e-457c-9653-a47fdbf2c8f2', 'name': 'tempest-TestShelveInstance-1665415056-router', 'tenant_id': '2029e751d14c433989a1733d49cd237c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:32Z', 'updated_at': '2021-06-03T20:13:11Z', 'revision_number': 6, 'project_id': '2029e751d14c433989a1733d49cd237c', 'gw_port_host': None}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:13:12.061101 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Calling delete_port for 5c74101f-a933-4964-9c2d-1fa88d83e1a8 owned by network:router_gateway {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:12.202318 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:12.206611 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3036d8a2-fb34-460b-9000-345284b180bc tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:12.248467 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Pushing event deleted for resources: {'Port': ['ID=5c74101f-a933-4964-9c2d-1fa88d83e1a8,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:12.251589 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:12.354140 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803353'] for router_gateway, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:12.527641 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103959'] for router, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:12.530104 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:12.545822 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1c11-68e1-4ff2-90ea-0f5ec0f3f021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:12.554479 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-651443'] for router, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:12.555055 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router dee39c6a-f95e-457c-9653-a47fdbf2c8f2 {{(pid=91760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 20:13:12.567574 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] Notify callbacks [] for router, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:12.568690 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-248d8d95-4f7c-48fc-9a81-aeec83b9cbbf admin admin] 10.222.0.95 "DELETE /v2.0/routers/dee39c6a-f95e-457c-9653-a47fdbf2c8f2 HTTP/1.1" status: 204 len: 168 time: 1.3781230 Jun 03 20:13:12.571269 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36914) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:12.628651 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d10454e-fa1e-4fc7-9609-857b0d7b5f0e admin admin] Deleting subnet a16244e3-a198-44f7-8f22-00763f113739 {{(pid=91760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:13:12.631592 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4d10454e-fa1e-4fc7-9609-857b0d7b5f0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:12.682448 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4d10454e-fa1e-4fc7-9609-857b0d7b5f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15982209'] for subnet, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:12.807102 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4d10454e-fa1e-4fc7-9609-857b0d7b5f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.099579 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4d10454e-fa1e-4fc7-9609-857b0d7b5f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13816226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15229873'] for subnet, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.107592 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e03be699-c09e-48dd-9b3b-78cbc6dd5b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:13.146664 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4d10454e-fa1e-4fc7-9609-857b0d7b5f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.149503 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10454e-fa1e-4fc7-9609-857b0d7b5f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a16244e3-a198-44f7-8f22-00763f113739,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:13.149751 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19025fc1-22cc-45be-a59b-97177927391e None None] Network 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:13:13.152595 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4d10454e-fa1e-4fc7-9609-857b0d7b5f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:13.155655 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-4d10454e-fa1e-4fc7-9609-857b0d7b5f0e admin admin] 10.222.0.95 "DELETE /v2.0/subnets/a16244e3-a198-44f7-8f22-00763f113739 HTTP/1.1" status: 204 len: 168 time: 0.5834477 Jun 03 20:13:13.164009 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36926) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:13.271826 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.357019 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Deleting port bdfe0692-0e1d-405f-b8d5-ccf2defe784e {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:13.357865 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.440749 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] DHCP port deletion for 7d7b7bea-f015-479f-8a81-6a1a703ff3f6 request from dv-cinder-794669-1-smb {{(pid=91761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 20:13:13.474742 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] For port bdfe0692-0e1d-405f-b8d5-ccf2defe784e, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=bdfe0692-0e1d-405f-b8d5-ccf2defe784e,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:13.475111 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.516153 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] Deleting port bdfe0692-0e1d-405f-b8d5-ccf2defe784e {{(pid=91761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:13.516532 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.646480 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] For port bdfe0692-0e1d-405f-b8d5-ccf2defe784e, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=bdfe0692-0e1d-405f-b8d5-ccf2defe784e,segment=NetworkSegment(0d5f6d05-5a41-4540-9d12-19caf5d9c82e),segment_id=0d5f6d05-5a41-4540-9d12-19caf5d9c82e)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:13.647269 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.720853 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Calling delete_port for bdfe0692-0e1d-405f-b8d5-ccf2defe784e owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:13.770960 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.775388 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1fbd1e46-04f6-4910-9c6d-d774790bf424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:13.825000 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfe0692-0e1d-405f-b8d5-ccf2defe784e,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:13.827608 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:13.829191 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] Calling delete_port for bdfe0692-0e1d-405f-b8d5-ccf2defe784e owned by network:dhcp {{(pid=91761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:13.830845 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] No DVR routers for this DVR port bdfe0692-0e1d-405f-b8d5-ccf2defe784e on host dv-cinder-794669-1-smb {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:13:13.881495 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085'] for port, after_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.886054 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-92ebaa15-1137-45ee-8bcc-6ca15f395314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:13.921444 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device b5079ca3-3e87-4831-a495-cd753bd91bee no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:13.950541 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:13.964425 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7b7bea-f015-479f-8a81-6a1a703ff3f6']}} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:13.969132 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] Pushing event deleted for resources: {'Port': ['ID=bdfe0692-0e1d-405f-b8d5-ccf2defe784e,revision_number=None']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:13.971302 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] No DVR routers for this DVR port bdfe0692-0e1d-405f-b8d5-ccf2defe784e on host dv-cinder-794669-1-smb {{(pid=91761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:13:13.972768 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: b5079ca3-3e87-4831-a495-cd753bd91bee {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:13.973201 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device b5079ca3-3e87-4831-a495-cd753bd91bee not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:13.973619 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device bdfe0692-0e1d-405f-b8d5-ccf2defe784e no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:13.978070 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5f6d05-5a41-4540-9d12-19caf5d9c82e') {'for_net_delete': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:13.978413 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5f6d05-5a41-4540-9d12-19caf5d9c82e') {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:13.990961 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15982328'] for segment, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:14.001515 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:14.009648 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:14.009828 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: bdfe0692-0e1d-405f-b8d5-ccf2defe784e {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:14.010494 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device bdfe0692-0e1d-405f-b8d5-ccf2defe784e not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:14.010494 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 5c74101f-a933-4964-9c2d-1fa88d83e1a8 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:14.018312 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=91760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:13:14.018908 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13816136'] for segment, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: Traceback (most recent call last): Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: timer() Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: cb(*args, **kw) Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: return func(*args, **kwargs) Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: self._notify() Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: self.callback(batched_events) Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: event.method(event) Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: return f(self, *a, **k) Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: return self._get(url).json() Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: return self.request(url, 'GET', **kwargs) Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:13:14.032412 dv-cinder-794669-1-smb neutron-server[91760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:13:14.046930 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 5c74101f-a933-4964-9c2d-1fa88d83e1a8 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:14.047308 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 5c74101f-a933-4964-9c2d-1fa88d83e1a8 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:14.110487 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:14.115323 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-902b4800-a4aa-46a4-bb8e-4b1b3c333f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:14.137713 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:14.145290 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7b7bea-f015-479f-8a81-6a1a703ff3f6,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:14.149895 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:14.156123 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-5fb7f650-e0a4-448f-a725-84b0333bc33c admin admin] 10.222.0.95 "DELETE /v2.0/networks/7d7b7bea-f015-479f-8a81-6a1a703ff3f6 HTTP/1.1" status: 204 len: 168 time: 0.9959919 Jun 03 20:13:14.159125 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36938) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:14.703909 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648036'] for router_interface, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:14.942370 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36952) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:15.063732 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.078772 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:15.084087 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] Usage tracker for resource:security_group_rule and tenant:5d20e781a3bf496b8f4dcbccc3e680d4 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:15.087840 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:15.094508 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:15.181737 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.194174 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.198312 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.208125 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-333b1a57-2adb-4318-a534-2609bb25b6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:15.243639 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Deleting port 91fd21b9-87d8-430f-9411-112fc9669033 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:15.244263 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.249364 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5d20e781a3bf496b8f4dcbccc3e680d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036082 Jun 03 20:13:15.249364 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4609b71e-78ff-4c57-bc89-a0cacc2360bb,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:15.251288 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36956) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:15.253624 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:15.311604 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-33047a6f-c842-4369-a8a0-ab525fe7dd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.356832 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-33047a6f-c842-4369-a8a0-ab525fe7dd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.373977 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] For port 91fd21b9-87d8-430f-9411-112fc9669033, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=91fd21b9-87d8-430f-9411-112fc9669033,segment=NetworkSegment(f2435488-5f2f-44e3-b0da-f4e8c84fe3ba),segment_id=f2435488-5f2f-44e3-b0da-f4e8c84fe3ba)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:15.374338 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.418448 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-33047a6f-c842-4369-a8a0-ab525fe7dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.423240 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5d4ea25c-4b06-4e36-9d1e-3dadbf5dc22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:15.435192 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33047a6f-c842-4369-a8a0-ab525fe7dd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4609b71e-78ff-4c57-bc89-a0cacc2360bb,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:15.438016 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-33047a6f-c842-4369-a8a0-ab525fe7dd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:15.446462 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-33047a6f-c842-4369-a8a0-ab525fe7dd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.449860 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-33047a6f-c842-4369-a8a0-ab525fe7dd2d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4609b71e-78ff-4c57-bc89-a0cacc2360bb HTTP/1.1" status: 204 len: 168 time: 0.1950314 Jun 03 20:13:15.501608 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Calling delete_port for 91fd21b9-87d8-430f-9411-112fc9669033 owned by network:router_interface {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:15.670077 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.675659 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-6d207195-4389-4aba-be25-49fb0dcd9c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:15.723670 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0509ca45-8737-4b95-a48c-c736f8f09eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.725603 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Pushing event deleted for resources: {'Port': ['ID=91fd21b9-87d8-430f-9411-112fc9669033,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:15.743569 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36962) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:15.761528 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.764685 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:15.780148 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:15.784555 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] Usage tracker for resource:security_group_rule and tenant:780c9367f72241758038765e03d02567 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:15.787772 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:15.794667 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:15.910513 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.915809 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:15.927372 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-36b5db28-de8e-4850-9d8e-7bd82fab946b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:15.980431 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=780c9367f72241758038765e03d02567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357709 Jun 03 20:13:15.981256 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f8444c-0d92-4abf-a1dc-6dc3363c1537,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:15.984553 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:15.985253 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36964) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:16.017505 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660666'] for router_interface, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.045186 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-674f0d38-ff6d-4a6a-9529-03b122347fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.072492 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-674f0d38-ff6d-4a6a-9529-03b122347fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.126337 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-674f0d38-ff6d-4a6a-9529-03b122347fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.130356 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-22f0bb8f-74df-4bc2-8e7a-cbf609ce51f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:16.146570 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f0d38-ff6d-4a6a-9529-03b122347fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f8444c-0d92-4abf-a1dc-6dc3363c1537,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:16.149472 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-674f0d38-ff6d-4a6a-9529-03b122347fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:16.151477 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-674f0d38-ff6d-4a6a-9529-03b122347fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.152538 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-674f0d38-ff6d-4a6a-9529-03b122347fed admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/62f8444c-0d92-4abf-a1dc-6dc3363c1537 HTTP/1.1" status: 204 len: 168 time: 0.1662974 Jun 03 20:13:16.382707 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:13:16.507082 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36970) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:16.524665 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.539842 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:16.544438 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] Usage tracker for resource:security_group_rule and tenant:2c460d4f40654c4eac7102f2ac09f1d5 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:16.547449 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:16.554510 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:16.652408 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.656599 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.664685 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-91c1ea17-aed6-4d61-abd0-f6a2b4f40cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:16.679331 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:13:16.688117 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] Sync routers for ids ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:13:16.694558 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] 10.222.0.95 "PUT /v2.0/routers/2c1bbc6c-4f95-4b08-ba07-5b6d549431cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5321655 Jun 03 20:13:16.694845 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 36972) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:16.697781 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] Routers {'2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:13:16.698407 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:16.712677 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2c460d4f40654c4eac7102f2ac09f1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019396 Jun 03 20:13:16.712677 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b747c3-1fc3-4432-9ce0-ec126a8baa3d,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:16.713757 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 36974) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:16.715577 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:16.775529 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ad68240f-5948-4679-80ff-3f632ef4b413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.818412 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ad68240f-5948-4679-80ff-3f632ef4b413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.881609 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] Set router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:13:16.886574 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Notify callbacks [] for router, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.889176 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ad68240f-5948-4679-80ff-3f632ef4b413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.893401 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3a9e9be5-05e8-4e3b-acce-b8a715443a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:16.905618 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68240f-5948-4679-80ff-3f632ef4b413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b747c3-1fc3-4432-9ce0-ec126a8baa3d,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:16.909908 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ad68240f-5948-4679-80ff-3f632ef4b413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:16.913305 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ad68240f-5948-4679-80ff-3f632ef4b413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:16.914417 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ad68240f-5948-4679-80ff-3f632ef4b413 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/96b747c3-1fc3-4432-9ce0-ec126a8baa3d HTTP/1.1" status: 204 len: 168 time: 0.1999247 Jun 03 20:13:17.083053 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:17.160284 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Deleting port 69377156-61e0-4997-bb7d-8aeeb92ae593 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:17.160630 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:17.190350 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'name': 'tempest-TestShelveInstance-711375342-router', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:41Z', 'updated_at': '2021-06-03T20:13:15Z', 'revision_number': 5, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'gw_port': {'id': '69377156-61e0-4997-bb7d-8aeeb92ae593', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:05:42Z', 'updated_at': '2021-06-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:17.194647 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] Checking router: 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:13:17.203909 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] Routers {'2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:13:17.204550 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:17.296109 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] For port 69377156-61e0-4997-bb7d-8aeeb92ae593, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=69377156-61e0-4997-bb7d-8aeeb92ae593,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:17.296600 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:17.362716 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] Set router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf gateway port host: None {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:13:17.453836 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Calling delete_port for 69377156-61e0-4997-bb7d-8aeeb92ae593 owned by network:router_gateway {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:17.489569 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'name': 'tempest-TestShelveInstance-711375342-router', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:41Z', 'updated_at': '2021-06-03T20:13:17Z', 'revision_number': 6, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'gw_port_host': None}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:17.497397 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b063a-6006-454e-8fa4-2639e50e65e0 None None] The sync data for ids ['2c1bbc6c-4f95-4b08-ba07-5b6d549431cf'] in dv-cinder-794669-1-smb is: [{'id': '2c1bbc6c-4f95-4b08-ba07-5b6d549431cf', 'name': 'tempest-TestShelveInstance-711375342-router', 'tenant_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:05:41Z', 'updated_at': '2021-06-03T20:13:17Z', 'revision_number': 6, 'project_id': 'fd6cd1d7ce8e404e83fdd530717b6f08', 'gw_port_host': None}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:13:17.499289 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:17.635845 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:17.640659 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f8418cc7-62cb-45ff-ada4-9228ca16510b tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:17.687696 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=69377156-61e0-4997-bb7d-8aeeb92ae593,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:17.690679 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:17.784788 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803353'] for router_gateway, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:17.930676 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 91fd21b9-87d8-430f-9411-112fc9669033 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:17.968229 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 91fd21b9-87d8-430f-9411-112fc9669033 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:17.968592 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 91fd21b9-87d8-430f-9411-112fc9669033 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:17.993697 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103959'] for router, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:17.995922 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.019342 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-651443'] for router, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.019922 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1bbc6c-4f95-4b08-ba07-5b6d549431cf {{(pid=91760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 20:13:18.033742 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] Notify callbacks [] for router, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.034751 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-83eaec46-aed5-4039-8651-58cf96e43e26 admin admin] 10.222.0.95 "DELETE /v2.0/routers/2c1bbc6c-4f95-4b08-ba07-5b6d549431cf HTTP/1.1" status: 204 len: 168 time: 1.3389330 Jun 03 20:13:18.037333 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37002) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:18.099730 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8ad8b6-c55d-4ae1-b67f-822d90415027 admin admin] Deleting subnet f82f0796-5aaf-4f91-ac9b-99c47fee0e20 {{(pid=91760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:13:18.102721 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad8b6-c55d-4ae1-b67f-822d90415027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.155821 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad8b6-c55d-4ae1-b67f-822d90415027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15982209'] for subnet, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.236022 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad8b6-c55d-4ae1-b67f-822d90415027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.623103 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad8b6-c55d-4ae1-b67f-822d90415027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13816226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15229873'] for subnet, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.627637 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:18.663921 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ad8b6-c55d-4ae1-b67f-822d90415027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82f0796-5aaf-4f91-ac9b-99c47fee0e20,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:18.666499 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9a8ad8b6-c55d-4ae1-b67f-822d90415027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:18.671605 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9a8ad8b6-c55d-4ae1-b67f-822d90415027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.677943 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea50e995-8f4c-478c-97af-7b3b6808c371 None None] Network 81974bbd-ced1-48be-9e1f-c88b2b6fb25a requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:13:18.680933 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-9a8ad8b6-c55d-4ae1-b67f-822d90415027 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f82f0796-5aaf-4f91-ac9b-99c47fee0e20 HTTP/1.1" status: 204 len: 168 time: 0.6403670 Jun 03 20:13:18.681425 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37020) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:18.793767 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.883545 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Deleting port b010fee8-a10d-4e48-9061-6e16d7430ed9 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:18.883917 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.908225 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:18.992305 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] For port b010fee8-a10d-4e48-9061-6e16d7430ed9, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=b010fee8-a10d-4e48-9061-6e16d7430ed9,segment=NetworkSegment(f2435488-5f2f-44e3-b0da-f4e8c84fe3ba),segment_id=f2435488-5f2f-44e3-b0da-f4e8c84fe3ba)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:18.992805 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.006296 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] DHCP port deletion for 81974bbd-ced1-48be-9e1f-c88b2b6fb25a request from dv-cinder-794669-1-smb {{(pid=91761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 20:13:19.078751 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] Deleting port b010fee8-a10d-4e48-9061-6e16d7430ed9 {{(pid=91761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:19.079127 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.121299 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Calling delete_port for b010fee8-a10d-4e48-9061-6e16d7430ed9 owned by network:dhcp {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:19.174802 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.181578 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-32198405-265a-421c-83ff-172d89b90a51 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:19.185718 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] For port b010fee8-a10d-4e48-9061-6e16d7430ed9, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=b010fee8-a10d-4e48-9061-6e16d7430ed9,segment=NetworkSegment(f2435488-5f2f-44e3-b0da-f4e8c84fe3ba),segment_id=f2435488-5f2f-44e3-b0da-f4e8c84fe3ba)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:19.186207 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.315645 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] Calling delete_port for b010fee8-a10d-4e48-9061-6e16d7430ed9 owned by network:dhcp {{(pid=91761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:19.327320 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Pushing event deleted for resources: {'Port': ['ID=b010fee8-a10d-4e48-9061-6e16d7430ed9,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:19.330972 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:19.331692 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] No DVR routers for this DVR port b010fee8-a10d-4e48-9061-6e16d7430ed9 on host dv-cinder-794669-1-smb {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:13:19.371053 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085'] for port, after_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.374614 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:19.424059 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] Pushing event deleted for resources: {'Port': ['ID=b010fee8-a10d-4e48-9061-6e16d7430ed9,revision_number=None']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:19.430938 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:19.436474 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] No DVR routers for this DVR port b010fee8-a10d-4e48-9061-6e16d7430ed9 on host dv-cinder-794669-1-smb {{(pid=91761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:13:19.458814 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.473304 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81974bbd-ced1-48be-9e1f-c88b2b6fb25a']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:19.493628 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:19.493925 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2435488-5f2f-44e3-b0da-f4e8c84fe3ba') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:19.507226 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15573109'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.528224 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.534969 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:13:19.535427 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16318842'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: Traceback (most recent call last): Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: timer() Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: cb(*args, **kw) Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: return func(*args, **kwargs) Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: self._notify() Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: self.callback(batched_events) Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: event.method(event) Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: return f(self, *a, **k) Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: return self._get(url).json() Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:13:19.552040 dv-cinder-794669-1-smb neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:13:19.635639 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.639942 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:19.655751 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.662342 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Pushing event deleted for resources: {'Network': ['ID=81974bbd-ced1-48be-9e1f-c88b2b6fb25a,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:19.666724 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:19.669407 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-d3c03d40-dd4a-4076-b7b2-54a7e95e880f admin admin] 10.222.0.95 "DELETE /v2.0/networks/81974bbd-ced1-48be-9e1f-c88b2b6fb25a HTTP/1.1" status: 204 len: 168 time: 0.9870074 Jun 03 20:13:19.847511 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37036) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:19.895877 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-1cfd1641-0a35-4956-ad6a-1225db48aa02 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2029e751d14c433989a1733d49cd237c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471666 Jun 03 20:13:19.898162 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device b010fee8-a10d-4e48-9061-6e16d7430ed9 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:19.898465 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37038) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:19.932209 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: b010fee8-a10d-4e48-9061-6e16d7430ed9 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:19.932555 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device b010fee8-a10d-4e48-9061-6e16d7430ed9 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:19.932997 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 69377156-61e0-4997-bb7d-8aeeb92ae593 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:19.957897 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d208fbf5-70ef-4589-a2d9-64e64ab765e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:19.965157 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 69377156-61e0-4997-bb7d-8aeeb92ae593 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:19.965499 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 69377156-61e0-4997-bb7d-8aeeb92ae593 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:19.987002 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d208fbf5-70ef-4589-a2d9-64e64ab765e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:20.045196 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d208fbf5-70ef-4589-a2d9-64e64ab765e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:20.048840 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-427148b0-6b1a-41f2-a19f-dbdced17a70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:20.060889 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208fbf5-70ef-4589-a2d9-64e64ab765e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763658db-f541-40bd-9a17-f8e93f9498fe,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:20.063223 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d208fbf5-70ef-4589-a2d9-64e64ab765e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:20.071400 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d208fbf5-70ef-4589-a2d9-64e64ab765e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:20.072559 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-d208fbf5-70ef-4589-a2d9-64e64ab765e0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/763658db-f541-40bd-9a17-f8e93f9498fe HTTP/1.1" status: 204 len: 168 time: 0.1731913 Jun 03 20:13:20.421417 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37044) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:20.469658 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-7d78f89b-3c64-46e1-8e08-25470f5b80b0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fd6cd1d7ce8e404e83fdd530717b6f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468466 Jun 03 20:13:20.472062 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37046) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:20.530351 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2e7dafdd-afce-4b19-84a3-73bdb226cc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:20.556197 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2e7dafdd-afce-4b19-84a3-73bdb226cc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:20.609525 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2e7dafdd-afce-4b19-84a3-73bdb226cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:20.613365 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3c9748b4-742e-48a1-9bc8-0195a7e89db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:20.627847 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dafdd-afce-4b19-84a3-73bdb226cc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459fd70-c15d-4b8c-bef6-2757b2cbe96f,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:20.630456 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2e7dafdd-afce-4b19-84a3-73bdb226cc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:20.631711 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2e7dafdd-afce-4b19-84a3-73bdb226cc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:20.632774 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-2e7dafdd-afce-4b19-84a3-73bdb226cc37 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9459fd70-c15d-4b8c-bef6-2757b2cbe96f HTTP/1.1" status: 204 len: 168 time: 0.1597481 Jun 03 20:13:21.254815 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:24.631052 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acb9bf-9941-4d18-bc56-0390508d5acb req-34415842-25ba-4456-b29d-73c75c259d04 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:24.632438 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-36acb9bf-9941-4d18-bc56-0390508d5acb req-34415842-25ba-4456-b29d-73c75c259d04 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 946 time: 0.0856600 Jun 03 20:13:24.678211 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-36acb9bf-9941-4d18-bc56-0390508d5acb req-4505175d-5897-48bd-9447-6452c5843f63 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401068 Jun 03 20:13:25.873597 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf632ce-169f-4f08-99ae-64b8c19e17d3 req-31317fa3-f594-4dda-8761-c03df40daecd tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:25.875026 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8bf632ce-169f-4f08-99ae-64b8c19e17d3 req-31317fa3-f594-4dda-8761-c03df40daecd tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 946 time: 0.0812383 Jun 03 20:13:25.924100 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8bf632ce-169f-4f08-99ae-64b8c19e17d3 req-9174f9a4-0ae4-414c-8cfe-33556ad8ba6e tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424783 Jun 03 20:13:26.457472 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2955eb-32a8-4059-8789-1aea454f313f req-35849adc-9df5-4807-8cbe-74e0f13775fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:26.458226 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-0d2955eb-32a8-4059-8789-1aea454f313f req-35849adc-9df5-4807-8cbe-74e0f13775fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Synchronizing usage tracker for tenant:cb629b2d51304745a8628097f32a796e on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:13:26.474314 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-0d2955eb-32a8-4059-8789-1aea454f313f req-35849adc-9df5-4807-8cbe-74e0f13775fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Unset dirty status for tenant:cb629b2d51304745a8628097f32a796e on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:13:26.475542 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0d2955eb-32a8-4059-8789-1aea454f313f req-35849adc-9df5-4807-8cbe-74e0f13775fa tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.109 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 946 time: 0.1016994 Jun 03 20:13:26.617305 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Deleting port 43958760-4a8b-4055-8824-b18c2bdba4a9 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:26.617645 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:26.756988 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] For port 43958760-4a8b-4055-8824-b18c2bdba4a9, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=43958760-4a8b-4055-8824-b18c2bdba4a9,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:26.757347 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:26.810378 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37126) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:26.930356 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4fa-71b4-4ac1-99fd-d9cb7f7767ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:26.945552 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-86c6e4fa-71b4-4ac1-99fd-d9cb7f7767ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:26.949412 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-86c6e4fa-71b4-4ac1-99fd-d9cb7f7767ed admin admin] Usage tracker for resource:security_group_rule and tenant:fdac0f64d1bb4ceca7282f74c7a8bc91 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:26.952304 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-86c6e4fa-71b4-4ac1-99fd-d9cb7f7767ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:26.958879 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-86c6e4fa-71b4-4ac1-99fd-d9cb7f7767ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:27.062900 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:27.063273 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:27.063587 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.l3_db [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Floating IP 5cc3261f-e262-4b90-a341-d159bbcabced disassociated. External IP: 172.28.3.240, port: 43958760-4a8b-4055-8824-b18c2bdba4a9. Jun 03 20:13:27.063973 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Calling delete_port for 43958760-4a8b-4055-8824-b18c2bdba4a9 owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:27.078879 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4fa-71b4-4ac1-99fd-d9cb7f7767ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:27.087135 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-86c6e4fa-71b4-4ac1-99fd-d9cb7f7767ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:27.095666 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ad68240f-5948-4679-80ff-3f632ef4b413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:27.147002 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-86c6e4fa-71b4-4ac1-99fd-d9cb7f7767ed admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fdac0f64d1bb4ceca7282f74c7a8bc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354132 Jun 03 20:13:27.147971 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6e4fa-71b4-4ac1-99fd-d9cb7f7767ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44dbb97-6f91-4320-995b-092c0abcf1e3,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:27.150925 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37132) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:27.152978 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-86c6e4fa-71b4-4ac1-99fd-d9cb7f7767ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:27.178783 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faca15-98c1-48ed-b8c0-427a2d721aab req-2fefb232-e3a3-4a0a-a5a7-0e4b579f3ece tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:27.180256 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-74faca15-98c1-48ed-b8c0-427a2d721aab req-2fefb232-e3a3-4a0a-a5a7-0e4b579f3ece tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 946 time: 0.1406035 Jun 03 20:13:27.211650 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:27.220848 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c61febbb-74e1-43a0-bda1-a16aaa369d76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:27.230680 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-74faca15-98c1-48ed-b8c0-427a2d721aab req-3863fa42-3e83-4f12-86b1-3cc3fa64f935 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups?id=67929b33-fcc5-4946-bf50-41f78f2c4b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440624 Jun 03 20:13:27.278188 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event deleted for resources: {'Port': ['ID=43958760-4a8b-4055-8824-b18c2bdba4a9,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:27.283643 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:27.284185 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-50339009-b05d-4b63-9c0b-093f72ae74ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:27.375583 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-50339009-b05d-4b63-9c0b-093f72ae74ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:27.528998 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Router 99003390-a957-4ce7-b0c1-b9acff8f256b has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:13:27.540354 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-50339009-b05d-4b63-9c0b-093f72ae74ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:27.544629 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-360eb486-0c7e-40f8-bb83-b055060e11d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:27.620288 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50339009-b05d-4b63-9c0b-093f72ae74ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44dbb97-6f91-4320-995b-092c0abcf1e3,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:27.628430 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-50339009-b05d-4b63-9c0b-093f72ae74ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:27.830675 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-50339009-b05d-4b63-9c0b-093f72ae74ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:27.834127 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-50339009-b05d-4b63-9c0b-093f72ae74ba admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c44dbb97-6f91-4320-995b-092c0abcf1e3 HTTP/1.1" status: 204 len: 168 time: 0.6799378 Jun 03 20:13:27.862065 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:13:27.873425 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] Sync routers for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:13:27.884627 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:13:27.885366 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:27.942576 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] No DVR routers for this DVR port 43958760-4a8b-4055-8824-b18c2bdba4a9 on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:13:27.945249 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:27.947196 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0d2955eb-32a8-4059-8789-1aea454f313f req-93bfeecc-cefc-496f-9eee-0f0942f2ca5a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.109 "DELETE /v2.0/ports/43958760-4a8b-4055-8824-b18c2bdba4a9 HTTP/1.1" status: 204 len: 173 time: 1.4658685 Jun 03 20:13:27.947707 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'name': 'network-vif-deleted', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:13:27.950037 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9385e72-5049-4847-b57c-d426946b9ed4" -d '{"events": [{"server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "name": "network-vif-deleted", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:13:28.012448 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25342dfa-d17f-4d0e-8c56-f6f3301a4327 x-openstack-request-id: req-25342dfa-d17f-4d0e-8c56-f6f3301a4327 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:13:28.012787 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7c1691-7485-4387-a941-3c38b6a5c89f", "name": "network-vif-deleted", "tag": "43958760-4a8b-4055-8824-b18c2bdba4a9", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:13:28.013111 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-25342dfa-d17f-4d0e-8c56-f6f3301a4327 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:13:28.013553 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c1691-7485-4387-a941-3c38b6a5c89f', 'name': 'network-vif-deleted', 'tag': '43958760-4a8b-4055-8824-b18c2bdba4a9', 'status': 'completed', 'code': 200} Jun 03 20:13:28.085938 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:13:28.163404 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37140) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:28.183154 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4457c970-4aa2-4e7c-aae9-4dee95e474d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:28.199068 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-4457c970-4aa2-4e7c-aae9-4dee95e474d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:28.202869 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-4457c970-4aa2-4e7c-aae9-4dee95e474d5 admin admin] Usage tracker for resource:security_group_rule and tenant:a3b3a817909343549188083c7e0f7d2d is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:28.206272 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-4457c970-4aa2-4e7c-aae9-4dee95e474d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:28.211931 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-4457c970-4aa2-4e7c-aae9-4dee95e474d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:28.302133 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4457c970-4aa2-4e7c-aae9-4dee95e474d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:28.306400 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4457c970-4aa2-4e7c-aae9-4dee95e474d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:28.317243 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:28.358823 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-4457c970-4aa2-4e7c-aae9-4dee95e474d5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a3b3a817909343549188083c7e0f7d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943393 Jun 03 20:13:28.361957 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37144) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:28.362210 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457c970-4aa2-4e7c-aae9-4dee95e474d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59a175-f691-4344-a30c-a8c97ae8f828,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:28.399704 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4457c970-4aa2-4e7c-aae9-4dee95e474d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:28.413100 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-80afea4e-354b-4620-818d-4b3c161ea634 req-21a51cdc-40f0-462f-ba2c-78d9e24cc50f tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b7c1691-7485-4387-a941-3c38b6a5c89f HTTP/1.1" status: 200 len: 210 time: 0.0530303 Jun 03 20:13:28.436378 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbb58-c456-4fb8-8b9c-f45a31c5c391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:28.465314 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbb58-c456-4fb8-8b9c-f45a31c5c391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:28.470246 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:28.474426 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] Checking router: 99003390-a957-4ce7-b0c1-b9acff8f256b for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:13:28.483095 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:13:28.483709 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:28.528435 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbb58-c456-4fb8-8b9c-f45a31c5c391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:28.533041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5e89d678-5c88-4cae-aaa4-33e905fa5a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:28.545223 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dbb58-c456-4fb8-8b9c-f45a31c5c391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59a175-f691-4344-a30c-a8c97ae8f828,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:28.550571 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7a9dbb58-c456-4fb8-8b9c-f45a31c5c391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:28.552700 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbb58-c456-4fb8-8b9c-f45a31c5c391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:28.558934 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-7a9dbb58-c456-4fb8-8b9c-f45a31c5c391 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8f59a175-f691-4344-a30c-a8c97ae8f828 HTTP/1.1" status: 204 len: 168 time: 0.1937261 Jun 03 20:13:28.671055 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:13:28.933789 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37150) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:28.951508 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:28.967772 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:28.972536 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] Usage tracker for resource:security_group_rule and tenant:42b17ab0bb834413bdf4ceea6db442c2 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:28.975564 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:28.981615 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:28.993302 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:28.997469 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05bbc8-2190-487d-8915-deb61edb33ce None None] The sync data for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb is: [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:02:28Z', 'revision_number': 4, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '546fee2f-075d-4ad5-94f2-5f954b0c6989', 'name': '', 'network_id': '3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'mac_address': 'fa:16:3e:97:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:26Z', 'updated_at': '2021-06-03T20:02:40Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'subnets': [{'id': '58986aa4-a3df-472b-a3b4-0dbbe51f35a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:13:29.082050 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:29.086391 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:29.093904 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d1699dad-954d-41aa-8103-bdaa95b798c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:29.139903 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37152) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:29.140148 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=42b17ab0bb834413bdf4ceea6db442c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049091 Jun 03 20:13:29.141210 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4131fd2-9f8f-4b37-8679-300f3516e5a9,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:29.145502 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:29.205724 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2cc4e174-5eff-487e-83d9-5e7e75227478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:29.235044 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2cc4e174-5eff-487e-83d9-5e7e75227478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:29.249643 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e9d07c-1835-46cf-9b3d-72cc487186dc None None] New status for floating IP 5cc3261f-e262-4b90-a341-d159bbcabced: DOWN {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:13:29.289287 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2cc4e174-5eff-487e-83d9-5e7e75227478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:29.293006 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-33047a6f-c842-4369-a8a0-ab525fe7dd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:29.305097 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4e174-5eff-487e-83d9-5e7e75227478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4131fd2-9f8f-4b37-8679-300f3516e5a9,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:29.307879 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2cc4e174-5eff-487e-83d9-5e7e75227478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:29.323591 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2cc4e174-5eff-487e-83d9-5e7e75227478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:29.324735 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-2cc4e174-5eff-487e-83d9-5e7e75227478 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f4131fd2-9f8f-4b37-8679-300f3516e5a9 HTTP/1.1" status: 204 len: 168 time: 0.1837299 Jun 03 20:13:29.549211 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37162) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:29.642022 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-036cd20d-267c-44e6-bcc8-a6fa85d93fd2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:29.683179 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-036cd20d-267c-44e6-bcc8-a6fa85d93fd2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:29.726493 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 43958760-4a8b-4055-8824-b18c2bdba4a9 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:29.758083 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-036cd20d-267c-44e6-bcc8-a6fa85d93fd2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:29.762264 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d2856d62-cea0-4496-aa31-df5db25f2949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:29.772788 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: 43958760-4a8b-4055-8824-b18c2bdba4a9 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:29.773268 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device 43958760-4a8b-4055-8824-b18c2bdba4a9 not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:29.776836 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cd20d-267c-44e6-bcc8-a6fa85d93fd2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67929b33-fcc5-4946-bf50-41f78f2c4b67,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:29.780064 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-036cd20d-267c-44e6-bcc8-a6fa85d93fd2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:29.806309 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-036cd20d-267c-44e6-bcc8-a6fa85d93fd2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:29.807642 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-036cd20d-267c-44e6-bcc8-a6fa85d93fd2 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "DELETE /v2.0/security-groups/67929b33-fcc5-4946-bf50-41f78f2c4b67 HTTP/1.1" status: 204 len: 168 time: 0.2574112 Jun 03 20:13:29.810798 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37172) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:29.827912 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.api.v2.resource [None req-15eb92b3-268f-4fa1-a23c-238b240801e6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] show failed (client error): The resource could not be found. Jun 03 20:13:29.829040 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-15eb92b3-268f-4fa1-a23c-238b240801e6 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "GET /v2.0/security-groups/67929b33-fcc5-4946-bf50-41f78f2c4b67 HTTP/1.1" status: 404 len: 347 time: 0.0169783 Jun 03 20:13:29.831908 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37174) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:30.059581 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Deleting port fea6ee86-68f2-4bd5-98e1-2bbcd2dedfc9 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:30.059926 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:30.183068 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:30.183498 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:30.400544 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Calling delete_port for fea6ee86-68f2-4bd5-98e1-2bbcd2dedfc9 owned by network:floatingip {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:30.521244 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:30.526365 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1600bd41-c3bb-44a0-b620-ed96b1fb28e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:30.574899 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Pushing event deleted for resources: {'Port': ['ID=fea6ee86-68f2-4bd5-98e1-2bbcd2dedfc9,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:30.606228 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:30.665760 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks [] for floatingip, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:30.680903 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:30.685394 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a945aceb-1d13-4a41-87ce-3172319a2779 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] 10.222.0.95 "DELETE /v2.0/floatingips/5cc3261f-e262-4b90-a341-d159bbcabced HTTP/1.1" status: 204 len: 168 time: 0.8494351 Jun 03 20:13:33.524571 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37270) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:34.255867 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648036'] for router_interface, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:34.669433 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Deleting port 546fee2f-075d-4ad5-94f2-5f954b0c6989 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:34.670124 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:34.887434 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] For port 546fee2f-075d-4ad5-94f2-5f954b0c6989, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=546fee2f-075d-4ad5-94f2-5f954b0c6989,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:34.887762 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:35.015538 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Calling delete_port for 546fee2f-075d-4ad5-94f2-5f954b0c6989 owned by network:router_interface {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:35.171459 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:35.175775 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:35.255237 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Pushing event deleted for resources: {'Port': ['ID=546fee2f-075d-4ad5-94f2-5f954b0c6989,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:35.262494 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:35.499213 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660666'] for router_interface, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:35.888501 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Router 99003390-a957-4ce7-b0c1-b9acff8f256b has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:13:36.075465 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:13:36.084199 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] Sync routers for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:13:36.089112 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a9b6170b-fbf5-49f4-a12c-09abf6da9836 admin admin] 10.222.0.95 "PUT /v2.0/routers/99003390-a957-4ce7-b0c1-b9acff8f256b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633969 Jun 03 20:13:36.091820 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37278) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:36.093394 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:13:36.094091 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:36.284263 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:13:36.388075 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Notify callbacks [] for router, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:36.566794 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:36.576282 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:13:35Z', 'revision_number': 5, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port': {'id': '2a5fd946-5571-4a23-b7aa-19148b1a9443', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:02:21Z', 'updated_at': '2021-06-03T20:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:36.580771 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] Checking router: 99003390-a957-4ce7-b0c1-b9acff8f256b for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:13:36.588993 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] Routers {'99003390-a957-4ce7-b0c1-b9acff8f256b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:13:36.589629 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['99003390-a957-4ce7-b0c1-b9acff8f256b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:36.642872 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Deleting port 2a5fd946-5571-4a23-b7aa-19148b1a9443 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:36.643128 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:36.754370 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] Set router 99003390-a957-4ce7-b0c1-b9acff8f256b gateway port host: None {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:13:36.781600 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] For port 2a5fd946-5571-4a23-b7aa-19148b1a9443, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=2a5fd946-5571-4a23-b7aa-19148b1a9443,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:36.782028 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:36.901297 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:13:36Z', 'revision_number': 6, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port_host': None}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:36.905225 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e27d70-4a70-4844-bedd-105c09fd5665 None None] The sync data for ids ['99003390-a957-4ce7-b0c1-b9acff8f256b'] in dv-cinder-794669-1-smb is: [{'id': '99003390-a957-4ce7-b0c1-b9acff8f256b', 'name': 'tempest-AttachVolumeShelveTestJSON-494564412-router', 'tenant_id': 'cb629b2d51304745a8628097f32a796e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:02:18Z', 'updated_at': '2021-06-03T20:13:36Z', 'revision_number': 6, 'project_id': 'cb629b2d51304745a8628097f32a796e', 'gw_port_host': None}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:13:36.912200 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Calling delete_port for 2a5fd946-5571-4a23-b7aa-19148b1a9443 owned by network:router_gateway {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:37.059125 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:37.063051 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e90e0f1e-4065-4367-ad07-baae09b921e0 tempest-ServerRescueNegativeTestJSON-398935363 tempest-ServerRescueNegativeTestJSON-398935363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:37.109978 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5fd946-5571-4a23-b7aa-19148b1a9443,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:37.113723 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:37.208609 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803353'] for router_gateway, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:37.386582 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103959'] for router, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:37.388745 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:37.479163 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-651443'] for router, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:37.479728 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99003390-a957-4ce7-b0c1-b9acff8f256b {{(pid=91759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 20:13:37.494393 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:37.497747 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-563dbcf8-1f7c-4bc5-be6c-9d0340312319 admin admin] 10.222.0.95 "DELETE /v2.0/routers/99003390-a957-4ce7-b0c1-b9acff8f256b HTTP/1.1" status: 204 len: 168 time: 1.4030869 Jun 03 20:13:37.497973 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37284) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:37.560749 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa15dce-a4ab-4e16-8899-e67e2c00fb82 admin admin] Deleting subnet 58986aa4-a3df-472b-a3b4-0dbbe51f35a2 {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:13:37.563793 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7fa15dce-a4ab-4e16-8899-e67e2c00fb82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:37.614216 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7fa15dce-a4ab-4e16-8899-e67e2c00fb82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15573004'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:37.698543 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7fa15dce-a4ab-4e16-8899-e67e2c00fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:37.913261 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 546fee2f-075d-4ad5-94f2-5f954b0c6989 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:37.956510 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 546fee2f-075d-4ad5-94f2-5f954b0c6989 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:37.956510 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 546fee2f-075d-4ad5-94f2-5f954b0c6989 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:37.956510 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 2a5fd946-5571-4a23-b7aa-19148b1a9443 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:37.989374 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 2a5fd946-5571-4a23-b7aa-19148b1a9443 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:37.989694 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 2a5fd946-5571-4a23-b7aa-19148b1a9443 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:38.084921 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7fa15dce-a4ab-4e16-8899-e67e2c00fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16318864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16768622'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.088883 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:38.128272 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa15dce-a4ab-4e16-8899-e67e2c00fb82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58986aa4-a3df-472b-a3b4-0dbbe51f35a2,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:38.130383 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7fa15dce-a4ab-4e16-8899-e67e2c00fb82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.133307 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7fa15dce-a4ab-4e16-8899-e67e2c00fb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:38.136339 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e0d2e-6d23-4237-b292-2f063f515689 None None] Network 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:13:38.137684 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-7fa15dce-a4ab-4e16-8899-e67e2c00fb82 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/58986aa4-a3df-472b-a3b4-0dbbe51f35a2 HTTP/1.1" status: 204 len: 168 time: 0.6388352 Jun 03 20:13:38.140587 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37286) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:38.244677 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.322918 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Deleting port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:38.323255 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.398046 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c8fb26-2434-4758-9d77-72e13482b2f1 None None] DHCP port deletion for 3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 request from dv-cinder-794669-1-smb {{(pid=91761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 20:13:38.427853 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] For port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=821b856d-2bf5-4cdd-a1f1-7282c8dbdc59,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:38.428197 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.468569 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8fb26-2434-4758-9d77-72e13482b2f1 None None] Deleting port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 {{(pid=91761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:13:38.469157 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb26-2434-4758-9d77-72e13482b2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.558679 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Calling delete_port for 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 owned by network:dhcp {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:38.570258 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-f6c8fb26-2434-4758-9d77-72e13482b2f1 None None] For port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=821b856d-2bf5-4cdd-a1f1-7282c8dbdc59,segment=NetworkSegment(347d4f85-14a2-4657-973c-f387b24aa54d),segment_id=347d4f85-14a2-4657-973c-f387b24aa54d)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:13:38.570672 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb26-2434-4758-9d77-72e13482b2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.614607 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.618782 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e03b707a-a3e8-4d5a-b7c4-206a97201238 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:38.666319 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Pushing event deleted for resources: {'Port': ['ID=821b856d-2bf5-4cdd-a1f1-7282c8dbdc59,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:38.669804 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:38.670647 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] No DVR routers for this DVR port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 on host dv-cinder-794669-1-smb {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:13:38.738368 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8fb26-2434-4758-9d77-72e13482b2f1 None None] Calling delete_port for 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 owned by network:dhcp {{(pid=91761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:13:38.786386 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fb26-2434-4758-9d77-72e13482b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085'] for port, after_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.791009 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:38.793720 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.810760 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:38.824028 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347d4f85-14a2-4657-973c-f387b24aa54d') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:38.824334 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347d4f85-14a2-4657-973c-f387b24aa54d') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:38.837089 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8fb26-2434-4758-9d77-72e13482b2f1 None None] Pushing event deleted for resources: {'Port': ['ID=821b856d-2bf5-4cdd-a1f1-7282c8dbdc59,revision_number=None']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:38.838919 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8fb26-2434-4758-9d77-72e13482b2f1 None None] No DVR routers for this DVR port 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 on host dv-cinder-794669-1-smb {{(pid=91761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:13:38.840300 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-f6c8fb26-2434-4758-9d77-72e13482b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:38.843387 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15573109'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.862319 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.868573 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:13:38.868990 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16318842'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: Traceback (most recent call last): Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: timer() Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: cb(*args, **kw) Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: return func(*args, **kwargs) Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: self._notify() Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: self.callback(batched_events) Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: event.method(event) Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: return f(self, *a, **k) Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: return self._get(url).json() Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:13:38.882002 dv-cinder-794669-1-smb neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:13:38.960304 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.965894 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:38.968424 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7beff026-2d36-4d13-b705-48fa1140a173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:38.991210 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Pushing event deleted for resources: {'Network': ['ID=3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:38.993993 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:39.007068 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-98894d76-664e-49d0-bd96-4ee2dd245879 admin admin] 10.222.0.95 "DELETE /v2.0/networks/3afa0c5f-cf6c-49a2-9fe1-aed7cc3442d4 HTTP/1.1" status: 204 len: 168 time: 0.8650780 Jun 03 20:13:39.151125 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37292) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:39.200098 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d4aeb489-4c14-4732-92e2-84449bcc2c47 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cb629b2d51304745a8628097f32a796e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477314 Jun 03 20:13:39.202548 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37294) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:39.261546 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:39.287339 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:39.340579 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:39.344198 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-6fa4a9cb-bdae-4d0d-b4bb-903a52a86a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:39.358685 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65639531-c9b4-4b3f-b9af-a3f197139bc2,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:39.371450 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.371823 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.372189 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.372550 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.372934 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.373292 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.373644 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.373995 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.374345 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.374693 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.375056 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.375382 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:39.379550 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:39.381546 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:39.382956 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/65639531-c9b4-4b3f-b9af-a3f197139bc2 HTTP/1.1" status: 204 len: 168 time: 0.1792057 Jun 03 20:13:39.908194 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:13:39.945908 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:13:39.946250 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 821b856d-2bf5-4cdd-a1f1-7282c8dbdc59 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:13:42.550365 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-25fde045-de21-4ce3-941e-a39fefd8eead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:44.070007 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:13:45.176745 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:45.719983 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-10627d16-440c-4ef1-b067-8c55d1b07c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:47.416982 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:47.523190 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37422) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:47.642250 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:47.656748 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:47.661146 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] Usage tracker for resource:security_group_rule and tenant:f6427eea2430406d814ff956685e24b7 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:47.663938 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:47.669551 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:47.753977 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:47.758344 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:47.765427 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-eac66fca-3c27-4a01-81ae-0d2afa402f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:47.806882 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f6427eea2430406d814ff956685e24b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826064 Jun 03 20:13:47.808583 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769abc44-e1e2-4703-b24b-106df1c312a9,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:47.809579 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37426) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:47.811875 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:47.874610 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-95b183e2-5bf7-49e5-b30a-9eb28cdf7a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:47.900672 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-95b183e2-5bf7-49e5-b30a-9eb28cdf7a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:47.966730 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-95b183e2-5bf7-49e5-b30a-9eb28cdf7a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:47.971168 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ee74429a-36cc-4f91-8098-35038228a1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:47.982051 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b183e2-5bf7-49e5-b30a-9eb28cdf7a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769abc44-e1e2-4703-b24b-106df1c312a9,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:47.985984 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-95b183e2-5bf7-49e5-b30a-9eb28cdf7a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:47.989220 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-95b183e2-5bf7-49e5-b30a-9eb28cdf7a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:47.993007 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-95b183e2-5bf7-49e5-b30a-9eb28cdf7a89 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/769abc44-e1e2-4703-b24b-106df1c312a9 HTTP/1.1" status: 204 len: 168 time: 0.1795866 Jun 03 20:13:48.683673 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37450) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:48.792776 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1006969630-network', 'tenant_id': 'e1016501204d4f1fad24972e0c50d821'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:13:48.798512 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:48.803519 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Usage tracker for resource:network and tenant:e1016501204d4f1fad24972e0c50d821 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:48.806659 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:48.813328 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:48.826781 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Made reservation on behalf of e1016501204d4f1fad24972e0c50d821 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:13:48.829673 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:48.830554 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:48.842042 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:48.859823 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:48.864264 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1016501204d4f1fad24972e0c50d821 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:48.867097 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:48.872719 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:48.957916 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:48.961916 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:48.965240 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-16c0a825-8a25-459a-958f-db17a91ef843 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:49.001843 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1196} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:13:49.007906 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d932168-c63b-4848-9a1a-ca4c2d8bf24c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:49.011893 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:49.016518 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:49.017043 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.segments_db [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Added segment af88efab-b5c8-462a-aca1-7d14ac42de98 of type vlan for network 67d2974c-ec33-404f-a877-4a06ceb9e5e6 Jun 03 20:13:49.045187 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:49.079634 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:49.081026 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:49.081698 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:49.088950 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:49.206362 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5215261 Jun 03 20:13:49.209336 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37454) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:49.209902 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Pushing event updated for resources: {'Network': ['ID=67d2974c-ec33-404f-a877-4a06ceb9e5e6,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:49.212627 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4d546720-7e0f-45a9-a2bf-d1480d3047f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:49.214602 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Request body: {'subnet': {'network_id': '67d2974c-ec33-404f-a877-4a06ceb9e5e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1006969630-subnet', 'tenant_id': 'e1016501204d4f1fad24972e0c50d821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:13:49.220477 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:49.220633 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 67d2974c-ec33-404f-a877-4a06ceb9e5e6 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:13:49.224444 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Usage tracker for resource:subnet and tenant:e1016501204d4f1fad24972e0c50d821 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:49.227308 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:49.232996 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:49.244576 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Made reservation on behalf of e1016501204d4f1fad24972e0c50d821 for: {'subnet': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:13:49.246959 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15316304'] for subnet, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:49.653620 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13816291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15316290'] for subnet, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:49.658312 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:49.727710 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=01754c0e-7d18-485e-98d7-69e9d964fe29,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:49.731033 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:49.736958 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Checking segment: {'id': 'af88efab-b5c8-462a-aca1-7d14ac42de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '67d2974c-ec33-404f-a877-4a06ceb9e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:13:49.737319 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Network hostable DHCP agents. Network: 67d2974c-ec33-404f-a877-4a06ceb9e5e6, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:13:49.754827 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Network 67d2974c-ec33-404f-a877-4a06ceb9e5e6 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:13:49.764349 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 67d2974c-ec33-404f-a877-4a06ceb9e5e6) {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:13:49.774178 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:49.774782 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:49.775335 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdbe695-e7e2-4aa4-9f16-44c29ba62724 None None] Network 67d2974c-ec33-404f-a877-4a06ceb9e5e6 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:13:49.818535 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a4200657-8069-42e6-9ce6-416bfe711ddd admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6046815 Jun 03 20:13:49.991506 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ea5a02-d0ff-4a38-a326-5b2bf0d29f5f None None] Network 67d2974c-ec33-404f-a877-4a06ceb9e5e6 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:13:50.344963 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37472) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:50.350106 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-483648510-network', 'tenant_id': '474ce6c1efdc41b687c909f3d85be013'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:13:50.354949 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:50.358759 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Usage tracker for resource:network and tenant:474ce6c1efdc41b687c909f3d85be013 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:50.362431 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:50.368614 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:50.379586 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Made reservation on behalf of 474ce6c1efdc41b687c909f3d85be013 for: {'network': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:13:50.381933 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:50.397428 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:50.412379 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:50.416127 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Usage tracker for resource:security_group_rule and tenant:474ce6c1efdc41b687c909f3d85be013 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:50.419007 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:50.425443 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:50.516740 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:50.521341 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:50.526072 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4dae8db6-770e-413b-8d2f-32c0abb6f637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:50.559406 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188} {{(pid=91760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:13:50.568699 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a204215d-652a-42e8-8bca-8811741d6b45,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:50.572446 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:50.575741 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:50.576115 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.segments_db [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Added segment 5511df19-b2df-46c6-9fda-6bbe85fd52f2 of type vlan for network 9f74b2c4-32ac-49c2-9b8b-d53b36fac716 Jun 03 20:13:50.605841 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:50.638078 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:50.639592 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:50.640286 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:50.645338 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:50.749523 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4033413 Jun 03 20:13:50.752608 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37478) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:50.753329 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Pushing event updated for resources: {'Network': ['ID=9f74b2c4-32ac-49c2-9b8b-d53b36fac716,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:50.755999 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:50.759228 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Request body: {'subnet': {'network_id': '9f74b2c4-32ac-49c2-9b8b-d53b36fac716', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-483648510-subnet', 'tenant_id': '474ce6c1efdc41b687c909f3d85be013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:13:50.765131 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 9f74b2c4-32ac-49c2-9b8b-d53b36fac716 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:13:50.765613 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:13:50.771224 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Usage tracker for resource:subnet and tenant:474ce6c1efdc41b687c909f3d85be013 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:13:50.774634 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:13:50.782925 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:13:50.800729 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Made reservation on behalf of 474ce6c1efdc41b687c909f3d85be013 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:13:50.804594 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16648335'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:51.261513 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:51.311159 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16318929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16648349'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:51.315649 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a8ce87a0-bc81-44a3-b50d-64e4468f2bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:51.384324 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e59503f-2f6b-4849-8544-8e21d373b2c6,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:51.397698 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.398068 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.398462 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.398821 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.399175 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.399561 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.399908 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.400256 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.400605 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.400994 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.401321 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.401662 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:13:51.405170 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:51.407988 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Checking segment: {'id': '5511df19-b2df-46c6-9fda-6bbe85fd52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '9f74b2c4-32ac-49c2-9b8b-d53b36fac716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:13:51.408348 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Network hostable DHCP agents. Network: 9f74b2c4-32ac-49c2-9b8b-d53b36fac716, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:13:51.425399 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Network 9f74b2c4-32ac-49c2-9b8b-d53b36fac716 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:13:51.435083 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 9f74b2c4-32ac-49c2-9b8b-d53b36fac716) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:13:51.444812 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:13:51.445455 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:51.445770 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71157c2-8285-4a73-a532-fa16189fa73d None None] Network 9f74b2c4-32ac-49c2-9b8b-d53b36fac716 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:13:51.466796 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-405d8400-6b13-421e-b19d-3a4cf530b474 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7117398 Jun 03 20:13:51.611834 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37484) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:51.649281 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5fcc6a-7e1f-4f20-9831-31fdde23bc26 None None] Network 9f74b2c4-32ac-49c2-9b8b-d53b36fac716 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:13:51.677179 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92a9079-74ba-48e1-a69c-add4c867c9eb admin admin] Deleting subnet 01754c0e-7d18-485e-98d7-69e9d964fe29 {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:13:51.680751 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f92a9079-74ba-48e1-a69c-add4c867c9eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:51.731323 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f92a9079-74ba-48e1-a69c-add4c867c9eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15573004'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:51.788277 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f92a9079-74ba-48e1-a69c-add4c867c9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.058602 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f92a9079-74ba-48e1-a69c-add4c867c9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16318864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16768622'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.071634 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:52.100432 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f92a9079-74ba-48e1-a69c-add4c867c9eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.104161 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a9079-74ba-48e1-a69c-add4c867c9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01754c0e-7d18-485e-98d7-69e9d964fe29,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:52.106790 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f92a9079-74ba-48e1-a69c-add4c867c9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:52.109650 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-f92a9079-74ba-48e1-a69c-add4c867c9eb admin admin] 10.222.0.95 "DELETE /v2.0/subnets/01754c0e-7d18-485e-98d7-69e9d964fe29 HTTP/1.1" status: 204 len: 168 time: 0.4968002 Jun 03 20:13:52.112707 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37490) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:52.222499 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.352152 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.366238 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d2974c-ec33-404f-a877-4a06ceb9e5e6']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:52.378664 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af88efab-b5c8-462a-aca1-7d14ac42de98') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:52.378926 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af88efab-b5c8-462a-aca1-7d14ac42de98') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:52.390764 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15573109'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.408136 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.415539 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:13:52.415989 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16318842'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: Traceback (most recent call last): Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: timer() Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: cb(*args, **kw) Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: return func(*args, **kwargs) Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: self._notify() Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: self.callback(batched_events) Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: event.method(event) Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: return f(self, *a, **k) Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: return self._get(url).json() Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:13:52.430135 dv-cinder-794669-1-smb neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:13:52.511888 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.515691 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:52.531505 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.538320 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d2974c-ec33-404f-a877-4a06ceb9e5e6,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:52.541502 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:52.546455 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-44e7672a-1084-4f0b-b393-eff497bf1521 admin admin] 10.222.0.95 "DELETE /v2.0/networks/67d2974c-ec33-404f-a877-4a06ceb9e5e6 HTTP/1.1" status: 204 len: 168 time: 0.4294565 Jun 03 20:13:52.546885 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37498) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:52.608268 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-babb431d-5f2b-4467-aea2-93216b1fde7e admin admin] Deleting subnet 9e59503f-2f6b-4849-8544-8e21d373b2c6 {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:13:52.611255 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-babb431d-5f2b-4467-aea2-93216b1fde7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.665848 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-babb431d-5f2b-4467-aea2-93216b1fde7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15573004'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:52.722542 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-babb431d-5f2b-4467-aea2-93216b1fde7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.067395 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-babb431d-5f2b-4467-aea2-93216b1fde7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16318864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16768622'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.071439 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f92a9079-74ba-48e1-a69c-add4c867c9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:53.107081 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb431d-5f2b-4467-aea2-93216b1fde7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e59503f-2f6b-4849-8544-8e21d373b2c6,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:53.109221 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-babb431d-5f2b-4467-aea2-93216b1fde7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.112823 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-babb431d-5f2b-4467-aea2-93216b1fde7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:53.116215 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-babb431d-5f2b-4467-aea2-93216b1fde7e admin admin] 10.222.0.95 "DELETE /v2.0/subnets/9e59503f-2f6b-4849-8544-8e21d373b2c6 HTTP/1.1" status: 204 len: 168 time: 0.5684552 Jun 03 20:13:53.118610 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37500) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:53.225165 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.349067 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.362460 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f74b2c4-32ac-49c2-9b8b-d53b36fac716']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:53.374296 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5511df19-b2df-46c6-9fda-6bbe85fd52f2') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:53.374586 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.services.segments.db [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5511df19-b2df-46c6-9fda-6bbe85fd52f2') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:13:53.386368 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15573109'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.402256 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.408843 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:13:53.409252 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16318842'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: Traceback (most recent call last): Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: timer() Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: cb(*args, **kw) Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: return func(*args, **kwargs) Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: self._notify() Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: self.callback(batched_events) Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: event.method(event) Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: return f(self, *a, **k) Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: return self._get(url).json() Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:13:53.422402 dv-cinder-794669-1-smb neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:13:53.502208 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.508373 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.510900 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:53.530303 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=9f74b2c4-32ac-49c2-9b8b-d53b36fac716,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:53.533352 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:53.534723 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-c316da43-4f6d-4577-96be-e467442a3eeb admin admin] 10.222.0.95 "DELETE /v2.0/networks/9f74b2c4-32ac-49c2-9b8b-d53b36fac716 HTTP/1.1" status: 204 len: 168 time: 0.4152207 Jun 03 20:13:53.713223 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37508) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:53.761939 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-fa0ce05c-160e-4b90-99fe-23a4a33f9efc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e1016501204d4f1fad24972e0c50d821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474961 Jun 03 20:13:53.764411 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37510) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:53.834087 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bf532a40-7a7e-4e32-b578-e8d05d35b973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.862529 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bf532a40-7a7e-4e32-b578-e8d05d35b973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.917977 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bf532a40-7a7e-4e32-b578-e8d05d35b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.922078 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-674f0d38-ff6d-4a6a-9529-03b122347fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:53.936587 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bf532a40-7a7e-4e32-b578-e8d05d35b973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:53.940331 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-bf532a40-7a7e-4e32-b578-e8d05d35b973 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3d932168-c63b-4848-9a1a-ca4c2d8bf24c HTTP/1.1" status: 204 len: 168 time: 0.1722999 Jun 03 20:13:53.942472 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf532a40-7a7e-4e32-b578-e8d05d35b973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d932168-c63b-4848-9a1a-ca4c2d8bf24c,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:53.944881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bf532a40-7a7e-4e32-b578-e8d05d35b973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:54.299648 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37518) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:54.351520 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-2238ac8d-d0aa-4616-9586-1bccf4b81db6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=474ce6c1efdc41b687c909f3d85be013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505257 Jun 03 20:13:54.354557 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37520) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:13:54.414644 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-864a2cda-0bcb-4565-ba39-a6eef96825df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:54.442500 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-864a2cda-0bcb-4565-ba39-a6eef96825df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:54.498718 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-864a2cda-0bcb-4565-ba39-a6eef96825df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:54.503110 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1fb7beab-5fb1-485a-a50c-3d5cc6cc11c9 tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:13:54.515231 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a2cda-0bcb-4565-ba39-a6eef96825df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a204215d-652a-42e8-8bca-8811741d6b45,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:13:54.518331 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-864a2cda-0bcb-4565-ba39-a6eef96825df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:13:54.524324 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-864a2cda-0bcb-4565-ba39-a6eef96825df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:13:54.525727 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-864a2cda-0bcb-4565-ba39-a6eef96825df admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a204215d-652a-42e8-8bca-8811741d6b45 HTTP/1.1" status: 204 len: 168 time: 0.1701419 Jun 03 20:14:00.571275 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37624) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:00.691803 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-11c26fe5-4eeb-4ae1-8ebe-cda83c2ca8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:00.707764 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-11c26fe5-4eeb-4ae1-8ebe-cda83c2ca8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:00.711777 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-11c26fe5-4eeb-4ae1-8ebe-cda83c2ca8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b899bc1b12b54f9aa6a2fc397394e909 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:00.714771 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-11c26fe5-4eeb-4ae1-8ebe-cda83c2ca8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:00.721576 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-11c26fe5-4eeb-4ae1-8ebe-cda83c2ca8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:00.812670 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-11c26fe5-4eeb-4ae1-8ebe-cda83c2ca8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:00.816986 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-11c26fe5-4eeb-4ae1-8ebe-cda83c2ca8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:00.824016 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-06a0169c-d774-4c79-b2f5-2eca91cd46c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:00.868201 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c26fe5-4eeb-4ae1-8ebe-cda83c2ca8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b568acc-9cce-44d6-81fe-7efa6fe05046,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:00.872324 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-11c26fe5-4eeb-4ae1-8ebe-cda83c2ca8b1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b899bc1b12b54f9aa6a2fc397394e909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000224 Jun 03 20:14:00.873351 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-11c26fe5-4eeb-4ae1-8ebe-cda83c2ca8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:00.874885 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37634) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:00.932939 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54e15b0c-737c-4604-976b-91c5cb7f4f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:00.960038 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54e15b0c-737c-4604-976b-91c5cb7f4f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:01.015035 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54e15b0c-737c-4604-976b-91c5cb7f4f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:01.020960 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-478ef91f-e002-4cdb-955f-ea5b64306b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:01.033793 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e15b0c-737c-4604-976b-91c5cb7f4f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b568acc-9cce-44d6-81fe-7efa6fe05046,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:01.036684 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-54e15b0c-737c-4604-976b-91c5cb7f4f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:01.038764 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54e15b0c-737c-4604-976b-91c5cb7f4f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:01.039878 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-54e15b0c-737c-4604-976b-91c5cb7f4f82 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0b568acc-9cce-44d6-81fe-7efa6fe05046 HTTP/1.1" status: 204 len: 168 time: 0.1640933 Jun 03 20:14:01.729557 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37662) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:01.840438 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1782193873-network', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:14:01.846216 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:01.850379 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Usage tracker for resource:network and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:01.853535 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:01.860837 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:01.870598 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Made reservation on behalf of 7dc0f2df669a4840bcc197c5aaeb6116 for: {'network': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:14:01.872486 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:01.884721 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:01.898854 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:01.902595 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Usage tracker for resource:security_group_rule and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:01.905382 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:01.911707 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:02.021625 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.026098 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.030208 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d8b4a2af-6fc7-47c0-b11c-ba1f500b57ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:02.057591 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1167} {{(pid=91760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:14:02.067025 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf059814-cb2b-4b82-9b12-caff33c3863f,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:02.070630 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:02.073189 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.073520 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.segments_db [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Added segment 5abc0ef3-1586-4459-8944-86a766b39dfe of type vlan for network 8ab02568-96b8-41ec-8e72-4351800821ae Jun 03 20:14:02.102386 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.130328 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.131628 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:02.132192 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.136884 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:02.245388 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Pushing event updated for resources: {'Network': ['ID=8ab02568-96b8-41ec-8e72-4351800821ae,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:02.251490 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5178180 Jun 03 20:14:02.251490 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5bd5fb21-f36a-4eec-bb6b-994fbae25b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:02.252062 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37678) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:02.257832 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Request body: {'subnet': {'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1782193873-subnet', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:14:02.260760 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 8ab02568-96b8-41ec-8e72-4351800821ae details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:14:02.273623 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:02.277685 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Usage tracker for resource:subnet and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:02.280679 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:02.287564 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:02.298285 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Made reservation on behalf of 7dc0f2df669a4840bcc197c5aaeb6116 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:14:02.300719 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16648335'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.683319 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16318929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16648349'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.688038 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:02.767187 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c705326-65fa-4db9-ad05-98d6cd5df9f6,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:02.771166 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:02.775275 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Checking segment: {'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:14:02.775631 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Network hostable DHCP agents. Network: 8ab02568-96b8-41ec-8e72-4351800821ae, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:14:02.793312 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Network 8ab02568-96b8-41ec-8e72-4351800821ae is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:14:02.803521 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 8ab02568-96b8-41ec-8e72-4351800821ae) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:02.814574 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d4d2a-7d43-47a3-b5cf-cc2c384e164b None None] Network 8ab02568-96b8-41ec-8e72-4351800821ae requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:14:02.816259 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:02.816837 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.837029 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-d3975ce0-e125-47ff-ba03-f7411b17e522 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5837810 Jun 03 20:14:02.839654 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37680) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:02.843900 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:14:02.848397 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:02.852203 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Usage tracker for resource:router and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:02.855023 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:02.861304 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:02.873071 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103945'] for router, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.874248 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103936'] for router, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:02.891789 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.065964 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b804fac-148f-51a6-a6f4-9c42a0888a3f-8ab02568-96b8-41ec-8e72-4351800821ae', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6'}]}} from dv-cinder-794669-1-smb. {{(pid=91761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 20:14:03.066814 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.227152 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.db_base_plugin_common [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Allocated IP 172.20.0.2 (8ab02568-96b8-41ec-8e72-4351800821ae/3c705326-65fa-4db9-ad05-98d6cd5df9f6/9b4b9b9c-e477-41a5-9821-6f60d7d60f9b) {{(pid=91761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:14:03.265553 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648916', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104046'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.454987 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Notify callbacks [] for port, precommit_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.466776 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Transition to ACTIVE for port object 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:03.489434 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Transition to ACTIVE for port object 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b will not be triggered until provisioned by entity DHCP. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:03.495878 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.500592 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:03.567100 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Network 8ab02568-96b8-41ec-8e72-4351800821ae is already hosted by enough agents. {{(pid=91761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:14:03.569803 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.base_scheduler [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Resources bound (agent type, host, resource id): {{(pid=91761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:03.572366 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Received port after_create {{(pid=91761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:14:03.606843 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.616909 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Pushing event updated for resources: {'Port': ['ID=9b4b9b9c-e477-41a5-9821-6f60d7d60f9b,revision_number=1']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:03.633154 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.633498 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.633874 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.634194 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.634525 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.634853 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.635168 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.635485 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.635828 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.636145 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.636468 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.636583 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.636773 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:03.664932 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:03.691611 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Attempting to bind port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:14:03.691983 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Attempting to bind port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:14:03.692351 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Attempting to bind port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b on network 8ab02568-96b8-41ec-8e72-4351800821ae {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:14:03.698235 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:14:03.698610 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Checking segment: {'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:14:03.699014 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.699407 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Bound using segment: {'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:14:03.699868 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Bound port: 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:14:03.700239 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.777351 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Allocated IP 172.28.3.93 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/de1baef4-65f1-4318-86a2-2c1d82c681a4) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:14:03.793212 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] For port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:14:03.796403 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] For port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=9b4b9b9c-e477-41a5-9821-6f60d7d60f9b,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:14:03.803991 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.809842 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:03.904278 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Pushing event updated for resources: {'Port': ['ID=9b4b9b9c-e477-41a5-9821-6f60d7d60f9b,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:03.907743 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-324bac3d-6b25-42c4-a63c-e764460f9606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:03.932065 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.964427 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:03.968381 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bc74189b-46a9-4e34-8db9-0867534a7497 tempest-VolumesSnapshotTestJSON-456757983 tempest-VolumesSnapshotTestJSON-456757983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:04.030972 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:14:04.034046 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:04.043167 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:14:04.085780 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Pushing event updated for resources: {'Port': ['ID=de1baef4-65f1-4318-86a2-2c1d82c681a4,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:04.091252 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:04.492288 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:04.844182 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8b3482-0a7f-40e7-829d-ea8937a2bc64 None None] Network 8ab02568-96b8-41ec-8e72-4351800821ae requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:14:04.957798 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-0cae0217-4f2b-464a-b084-015ad502cc5d None None] Provisioning for port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:04.976163 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-803381'] for router, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:05.193533 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 is scheduled to L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 with binding_index 1 {{(pid=91759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 20:14:05.384018 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:14:05.393403 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Sync routers for ids ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:14:05.402851 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Routers {'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:14:05.403472 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:05.409712 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:05.410951 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5703957 Jun 03 20:14:05.413771 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37702) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:05.590225 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Set router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:14:05.916942 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:04Z', 'revision_number': 3, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:05.925049 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Checking router: fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:14:05.925049 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Updating router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 port de1baef4-65f1-4318-86a2-2c1d82c681a4 binding host dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:14:05.975541 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:06.015151 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.165782 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:06.177535 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:06.177912 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.221681 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.419323 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.437815 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Allocated IP 172.20.0.1 (8ab02568-96b8-41ec-8e72-4351800821ae/3c705326-65fa-4db9-ad05-98d6cd5df9f6/e9085cd3-de72-4d26-961f-8d6db56eabcb) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:14:06.507674 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=9b4b9b9c-e477-41a5-9821-6f60d7d60f9b,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:14:06.517254 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.521218 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:06.553529 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.582103 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Transition to ACTIVE for port object de1baef4-65f1-4318-86a2-2c1d82c681a4 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:06.586923 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.596892 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.603329 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Transition to ACTIVE for port object e9085cd3-de72-4d26-961f-8d6db56eabcb will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:06.619948 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=9b4b9b9c-e477-41a5-9821-6f60d7d60f9b,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:06.624263 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:06.624839 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:06.628183 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.632108 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:06.673426 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Attempting to bind port de1baef4-65f1-4318-86a2-2c1d82c681a4 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:14:06.673845 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Attempting to bind port de1baef4-65f1-4318-86a2-2c1d82c681a4 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:14:06.674309 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Attempting to bind port de1baef4-65f1-4318-86a2-2c1d82c681a4 on network 35db765c-e254-4267-9abb-eb16c6f88e22 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:14:06.686012 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:14:06.686444 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Checking segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:14:06.686807 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.687215 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Bound using segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:14:06.687731 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Bound port: de1baef4-65f1-4318-86a2-2c1d82c681a4, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:14:06.688147 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.689419 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Network 8ab02568-96b8-41ec-8e72-4351800821ae is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:14:06.692537 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:06.696236 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:14:06.747613 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37182cc6-8be1-40d7-957b-222ba28eaad9 None None] Pushing event updated for resources: {'Port': ['ID=de1baef4-65f1-4318-86a2-2c1d82c681a4,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:06.748889 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Pushing event updated for resources: {'Port': ['ID=e9085cd3-de72-4d26-961f-8d6db56eabcb,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:06.751972 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-37182cc6-8be1-40d7-957b-222ba28eaad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:06.753430 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:06.765155 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-803579'] for router_interface, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.795020 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] For port de1baef4-65f1-4318-86a2-2c1d82c681a4, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:14:06.800361 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] For port de1baef4-65f1-4318-86a2-2c1d82c681a4, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=de1baef4-65f1-4318-86a2-2c1d82c681a4,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:14:06.806608 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:06.811023 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:06.879190 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Routers {'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:14:06.879817 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:06.988944 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37182cc6-8be1-40d7-957b-222ba28eaad9 None None] Pushing event updated for resources: {'Port': ['ID=de1baef4-65f1-4318-86a2-2c1d82c681a4,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:06.992136 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-37182cc6-8be1-40d7-957b-222ba28eaad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:07.059736 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-523e4d04-a87a-4e2a-b4e2-474148eb720b None None] Provisioning for port e9085cd3-de72-4d26-961f-8d6db56eabcb completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:07.060967 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:07.071965 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-523e4d04-a87a-4e2a-b4e2-474148eb720b None None] Provisioning complete for port e9085cd3-de72-4d26-961f-8d6db56eabcb triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:07.072351 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-523e4d04-a87a-4e2a-b4e2-474148eb720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:07.155173 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-523e4d04-a87a-4e2a-b4e2-474148eb720b None None] Port e9085cd3-de72-4d26-961f-8d6db56eabcb cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:14:07.161745 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] Set router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:14:07.289623 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:07.294301 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16318814'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:07.322028 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6fd36f39-58e8-4fe1-9c19-462edfbb06aa tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:07.400124 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Pushing event updated for resources: {'Port': ['ID=e9085cd3-de72-4d26-961f-8d6db56eabcb,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:07.402556 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648087'] for router_interface, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:07.406613 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:07.513411 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:04Z', 'revision_number': 3, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:07.517724 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6477b90-d4a1-4289-8e8d-331a0bb6bfb1 None None] The sync data for ids ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'] in dv-cinder-794669-1-smb is: [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:04Z', 'revision_number': 3, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:14:07.566262 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Network 8ab02568-96b8-41ec-8e72-4351800821ae is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:14:07.567867 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:07.886158 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-bc6c839d-95cb-40f9-aeac-2fa05fa2b1b3 None None] Provisioning complete for port e9085cd3-de72-4d26-961f-8d6db56eabcb triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:07.886758 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-bc6c839d-95cb-40f9-aeac-2fa05fa2b1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:07.970895 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:14:07.995765 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c839d-95cb-40f9-aeac-2fa05fa2b1b3 None None] Port e9085cd3-de72-4d26-961f-8d6db56eabcb cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:14:08.048783 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device de1baef4-65f1-4318-86a2-2c1d82c681a4 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:08.139068 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port de1baef4-65f1-4318-86a2-2c1d82c681a4 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:08.145839 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port de1baef4-65f1-4318-86a2-2c1d82c681a4 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:08.146726 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:08.205559 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:14:08.221194 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] 10.222.0.95 "PUT /v2.0/routers/fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8017318 Jun 03 20:14:08.285322 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:08.302767 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port de1baef4-65f1-4318-86a2-2c1d82c681a4, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=de1baef4-65f1-4318-86a2-2c1d82c681a4,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:14:08.307755 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:08.308846 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:08.337790 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:08.439335 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=de1baef4-65f1-4318-86a2-2c1d82c681a4,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:08.442691 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:08.452730 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:08.453146 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:08.774868 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37738) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:08.779902 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-525156190-network', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:14:08.784796 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:08.788607 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Usage tracker for resource:network and tenant:01d609d7ad0941d3b70e7959e44266ac is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:08.791421 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:08.798868 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:08.809740 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Made reservation on behalf of 01d609d7ad0941d3b70e7959e44266ac for: {'network': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:14:08.812230 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1684931'] for network, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:08.825510 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:08.839544 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:08.843739 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Usage tracker for resource:security_group_rule and tenant:01d609d7ad0941d3b70e7959e44266ac is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:08.846624 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:08.852375 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:08.940843 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:08.945366 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:08.950061 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4a011bed-7468-4bdd-bb86-7a4465837339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:08.978733 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=91760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 20:14:08.985649 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa2a2b-3e31-4c97-8c65-80ead13d5a13,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:08.991304 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:08.996693 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:08.997079 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.segments_db [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Added segment 5addc886-6382-45c0-9ddc-68e9a0e3df18 of type vlan for network 95d09df9-a9a9-4b58-b96b-2f63636b1206 Jun 03 20:14:09.028322 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729093681354'] for network, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:09.061463 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277'] for network, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:09.064212 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:09.064967 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:09.069201 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:09.178870 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3997586 Jun 03 20:14:09.179260 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Pushing event updated for resources: {'Network': ['ID=95d09df9-a9a9-4b58-b96b-2f63636b1206,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:09.179394 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37748) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:09.181965 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:09.185657 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Request body: {'subnet': {'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-525156190-subnet', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:14:09.190145 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Network 95d09df9-a9a9-4b58-b96b-2f63636b1206 details requested by agent ovs-agent-dv-cinder-794669-1-smb with host dv-cinder-794669-1-smb {{(pid=91761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 20:14:09.200433 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:09.206719 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Usage tracker for resource:subnet and tenant:01d609d7ad0941d3b70e7959e44266ac is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:09.210185 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:09.217834 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:09.235578 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Made reservation on behalf of 01d609d7ad0941d3b70e7959e44266ac for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:14:09.238760 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16648335'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:09.265062 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Sync routers for ids ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:14:09.275002 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Routers {'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:14:09.276309 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:09.461132 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Set router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:14:09.648004 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16318929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16648349'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:09.652731 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-babb431d-5f2b-4467-aea2-93216b1fde7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:09.729736 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8792066-e45b-4197-acd3-b2f4265c5ee9,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:09.733252 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:09.740621 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Checking segment: {'id': '5addc886-6382-45c0-9ddc-68e9a0e3df18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:14:09.741013 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Network hostable DHCP agents. Network: 95d09df9-a9a9-4b58-b96b-2f63636b1206, hostable agents: ['1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 20:14:09.758719 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Network 95d09df9-a9a9-4b58-b96b-2f63636b1206 is scheduled to be hosted by DHCP agent 1f3a14d0-d539-4b6b-a7ee-b288ce3a0f6d with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 20:14:09.770692 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-1-smb, 95d09df9-a9a9-4b58-b96b-2f63636b1206) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:09.773658 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'e9085cd3-de72-4d26-961f-8d6db56eabcb', 'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'mac_address': 'fa:16:3e:b6:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:06Z', 'updated_at': '2021-06-03T20:14:07Z', 'revision_number': 2, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'subnets': [{'id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:09.777878 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Checking router: fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:14:09.778484 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Updating router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 port e9085cd3-de72-4d26-961f-8d6db56eabcb binding host dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:14:09.783063 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dfaff0-8c23-4917-8686-e566cd438e97 None None] Network 95d09df9-a9a9-4b58-b96b-2f63636b1206 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:14:09.785170 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:09.785838 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:09.819165 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-2ddcb6aa-a435-47b8-89a3-c7134d0b0bb8 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6383851 Jun 03 20:14:09.821626 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37752) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:09.826566 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-525156190-router', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:14:09.832372 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:09.836838 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Usage tracker for resource:router and tenant:01d609d7ad0941d3b70e7959e44266ac is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:09.838377 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:09.840686 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:09.847856 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:09.859066 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103945'] for router, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:09.860369 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103936'] for router, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:09.878722 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:09.975965 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device de1baef4-65f1-4318-86a2-2c1d82c681a4 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:10.110479 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b804fac-148f-51a6-a6f4-9c42a0888a3f-95d09df9-a9a9-4b58-b96b-2f63636b1206', 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'fixed_ips': [{'subnet_id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9'}]}} from dv-cinder-794669-1-smb. {{(pid=91761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 20:14:10.111296 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.135442 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port de1baef4-65f1-4318-86a2-2c1d82c681a4 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:10.136224 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.168119 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648916', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104046'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.232799 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.245770 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Transition to ACTIVE for port object e9085cd3-de72-4d26-961f-8d6db56eabcb will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:10.253775 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.258594 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8c3942af-aca7-4414-857f-6abdc58afd9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:10.427555 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.db_base_plugin_common [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Allocated IP 172.20.0.2 (95d09df9-a9a9-4b58-b96b-2f63636b1206/e8792066-e45b-4197-acd3-b2f4265c5ee9/8d2ccbad-d6d1-4b44-861e-a613a4f567a0) {{(pid=91761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:14:10.429220 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Pushing event updated for resources: {'Port': ['ID=e9085cd3-de72-4d26-961f-8d6db56eabcb,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:10.476285 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.476928 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.477449 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.478098 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.478586 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.479071 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.479550 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.480021 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.480508 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.483634 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.484199 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.484698 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:10.510969 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:10.511935 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Attempting to bind port e9085cd3-de72-4d26-961f-8d6db56eabcb on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:14:10.512479 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Attempting to bind port e9085cd3-de72-4d26-961f-8d6db56eabcb by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:14:10.513163 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Attempting to bind port e9085cd3-de72-4d26-961f-8d6db56eabcb on network 8ab02568-96b8-41ec-8e72-4351800821ae {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:14:10.519998 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:14:10.520603 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Checking segment: {'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:14:10.521040 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.521441 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Bound using segment: {'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:14:10.522997 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Bound port: e9085cd3-de72-4d26-961f-8d6db56eabcb, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:14:10.523380 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.621630 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] For port e9085cd3-de72-4d26-961f-8d6db56eabcb, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:14:10.624953 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] For port e9085cd3-de72-4d26-961f-8d6db56eabcb, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=e9085cd3-de72-4d26-961f-8d6db56eabcb,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:14:10.632669 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.637963 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-24ad0534-0359-4fd8-9409-a654b53f088a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:10.720920 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.748229 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Routers {'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:14:10.749314 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:10.780377 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.788516 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.794968 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Transition to ACTIVE for port object 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:10.816980 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Pushing event updated for resources: {'Port': ['ID=e9085cd3-de72-4d26-961f-8d6db56eabcb,revision_number=4']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:10.830106 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Transition to ACTIVE for port object 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 will not be triggered until provisioned by entity DHCP. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:10.840715 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076'] for port, after_create {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:10.847792 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:10.852200 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:10.925219 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Pushing event updated for resources: {'Port': ['ID=8d2ccbad-d6d1-4b44-861e-a613a4f567a0,revision_number=1']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:10.935474 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:10.955103 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Network 95d09df9-a9a9-4b58-b96b-2f63636b1206 is already hosted by enough agents. {{(pid=91761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:14:10.956524 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Resources bound (agent type, host, resource id): {{(pid=91761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:10.959767 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Received port after_create {{(pid=91761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:14:11.009010 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Allocated IP 172.28.3.83 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/0188ade4-a82a-48cc-85e6-33b33a446ca1) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:14:11.042845 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] Set router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:14:11.128777 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Attempting to bind port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:14:11.129280 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Attempting to bind port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '5addc886-6382-45c0-9ddc-68e9a0e3df18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:14:11.129773 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Attempting to bind port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 on network 95d09df9-a9a9-4b58-b96b-2f63636b1206 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:14:11.137204 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:14:11.138063 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Checking segment: {'id': '5addc886-6382-45c0-9ddc-68e9a0e3df18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:14:11.138877 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:11.139681 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Bound using segment: {'id': '5addc886-6382-45c0-9ddc-68e9a0e3df18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:14:11.140443 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Bound port: 8d2ccbad-d6d1-4b44-861e-a613a4f567a0, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5addc886-6382-45c0-9ddc-68e9a0e3df18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:14:11.141020 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:11.192050 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:11.230525 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:11.238319 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1c0d013b-f866-4165-81c7-9edee0b9f189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:11.248678 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] For port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:14:11.252316 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] For port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=8d2ccbad-d6d1-4b44-861e-a613a4f567a0,segment=NetworkSegment(5addc886-6382-45c0-9ddc-68e9a0e3df18),segment_id=5addc886-6382-45c0-9ddc-68e9a0e3df18)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:14:11.258623 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:11.262528 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:11.316339 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Pushing event updated for resources: {'Port': ['ID=0188ade4-a82a-48cc-85e6-33b33a446ca1,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:11.329340 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:11.348622 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:14:11.349737 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Pushing event updated for resources: {'Port': ['ID=8d2ccbad-d6d1-4b44-861e-a613a4f567a0,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:11.350100 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:11.353467 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ca5d53b0-ed6d-4bb4-a76e-6af1069d5bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:11.360366 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:14:11.433432 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'e9085cd3-de72-4d26-961f-8d6db56eabcb', 'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'mac_address': 'fa:16:3e:b6:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:06Z', 'updated_at': '2021-06-03T20:14:10Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'subnets': [{'id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:11.438738 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0f1d5-4d4d-4340-90fd-9f62a069f6e4 None None] The sync data for ids ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'] in dv-cinder-794669-1-smb is: [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'e9085cd3-de72-4d26-961f-8d6db56eabcb', 'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'mac_address': 'fa:16:3e:b6:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:06Z', 'updated_at': '2021-06-03T20:14:10Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'subnets': [{'id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:14:11.835639 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:12.029957 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device e9085cd3-de72-4d26-961f-8d6db56eabcb up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:12.117157 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port e9085cd3-de72-4d26-961f-8d6db56eabcb completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:12.123934 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port e9085cd3-de72-4d26-961f-8d6db56eabcb triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:12.124706 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:12.242000 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-803381'] for router, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:12.271677 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:12.317737 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port e9085cd3-de72-4d26-961f-8d6db56eabcb, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=e9085cd3-de72-4d26-961f-8d6db56eabcb,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:14:12.319050 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:12.319983 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:12.390814 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:12.465392 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b83d4c-bdd2-48e1-9950-59506493b2a0 None None] Network 95d09df9-a9a9-4b58-b96b-2f63636b1206 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:14:12.533745 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:12.601847 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-f82751d8-f0c7-4cfa-9f01-4e92e8261048 None None] Provisioning for port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:12.618260 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=e9085cd3-de72-4d26-961f-8d6db56eabcb,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:12.621621 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:12.622014 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:12.646181 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Router a5493f1d-9556-4883-8f47-e626efa0510b is scheduled to L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 with binding_index 1 {{(pid=91759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 20:14:12.661029 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:12.665341 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-f82751d8-f0c7-4cfa-9f01-4e92e8261048 None None] Provisioning complete for port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:12.665734 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f82751d8-f0c7-4cfa-9f01-4e92e8261048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:12.744746 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-2d6958f0-a33d-4e20-a10d-fc084cc856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:12.886437 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:14:12.912834 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:12.916823 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37790) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:12.917420 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a9813f38-9512-456e-ac72-546c5230cae9 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0941341 Jun 03 20:14:12.920117 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Sync routers for ids ['a5493f1d-9556-4883-8f47-e626efa0510b'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:14:12.970516 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Routers {'a5493f1d-9556-4883-8f47-e626efa0510b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:14:12.971201 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['a5493f1d-9556-4883-8f47-e626efa0510b'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:13.082910 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f82751d8-f0c7-4cfa-9f01-4e92e8261048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:13.094132 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:13.230160 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=8d2ccbad-d6d1-4b44-861e-a613a4f567a0,segment=NetworkSegment(5addc886-6382-45c0-9ddc-68e9a0e3df18),segment_id=5addc886-6382-45c0-9ddc-68e9a0e3df18)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:14:13.239296 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:13.253542 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:13.354127 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Set router a5493f1d-9556-4883-8f47-e626efa0510b gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:14:13.582072 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.db.api [None req-f82751d8-f0c7-4cfa-9f01-4e92e8261048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 20:14:13.582428 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_db.api [None req-f82751d8-f0c7-4cfa-9f01-4e92e8261048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 20:14:13.609236 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=8d2ccbad-d6d1-4b44-861e-a613a4f567a0,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:13.615009 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:13.762301 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:13.798257 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'name': 'tempest-TestMinimumBasicScenario-525156190-router', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:09Z', 'updated_at': '2021-06-03T20:14:11Z', 'revision_number': 3, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'gw_port': {'id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:10Z', 'updated_at': '2021-06-03T20:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:13.805548 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Checking router: a5493f1d-9556-4883-8f47-e626efa0510b for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:14:13.806377 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Updating router a5493f1d-9556-4883-8f47-e626efa0510b port 0188ade4-a82a-48cc-85e6-33b33a446ca1 binding host dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:14:13.866597 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:13.978364 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device e9085cd3-de72-4d26-961f-8d6db56eabcb up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:14.006653 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Allocated IP 172.20.0.1 (95d09df9-a9a9-4b58-b96b-2f63636b1206/e8792066-e45b-4197-acd3-b2f4265c5ee9/388d2009-06f8-45ad-aabd-e2e08f5a4154) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:14:14.112640 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37798) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:14.174000 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.191027 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Transition to ACTIVE for port object 388d2009-06f8-45ad-aabd-e2e08f5a4154 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:14.215412 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.220700 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e235fc3e-58fa-4f97-94a6-19c536cbb4a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:14.224101 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port e9085cd3-de72-4d26-961f-8d6db56eabcb triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:14.224701 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.251663 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-92e2e7d3-d222-4abe-90cd-53bd5ae06fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.269231 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-92e2e7d3-d222-4abe-90cd-53bd5ae06fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:14.273348 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-92e2e7d3-d222-4abe-90cd-53bd5ae06fec admin admin] Usage tracker for resource:security_group_rule and tenant:1c0ca09f42c049d9bb64736fd29ad9a8 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:14.276360 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-92e2e7d3-d222-4abe-90cd-53bd5ae06fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:14.277280 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Network 95d09df9-a9a9-4b58-b96b-2f63636b1206 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:14:14.280438 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:14.283448 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-92e2e7d3-d222-4abe-90cd-53bd5ae06fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:14.284341 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:14:14.343628 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Pushing event updated for resources: {'Port': ['ID=388d2009-06f8-45ad-aabd-e2e08f5a4154,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:14.354319 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:14.371836 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-803579'] for router_interface, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.398483 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-92e2e7d3-d222-4abe-90cd-53bd5ae06fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.403918 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-92e2e7d3-d222-4abe-90cd-53bd5ae06fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.412812 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fde10718-581f-494a-a67b-81290a7436fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:14.445113 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-d88df81e-5a76-42c8-9da8-37e2c4015b42 None None] Provisioning complete for port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:14.445497 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d88df81e-5a76-42c8-9da8-37e2c4015b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.463862 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-92e2e7d3-d222-4abe-90cd-53bd5ae06fec admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1c0ca09f42c049d9bb64736fd29ad9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490787 Jun 03 20:14:14.463862 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2e7d3-d222-4abe-90cd-53bd5ae06fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159b11c8-f047-4088-96db-b46a67f9bf0c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:14.466754 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37802) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:14.470085 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:14.490909 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-92e2e7d3-d222-4abe-90cd-53bd5ae06fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:14.550619 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f13b012d-9cd8-4ace-a56b-e4c9ae3ead0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.557779 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.588889 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f13b012d-9cd8-4ace-a56b-e4c9ae3ead0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.590038 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Transition to ACTIVE for port object 0188ade4-a82a-48cc-85e6-33b33a446ca1 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:14.624341 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.633923 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-a9564951-451b-44fc-a5a4-b078ae6752f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:14.649544 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f13b012d-9cd8-4ace-a56b-e4c9ae3ead0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.654909 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3a46e7fd-afbf-467d-9023-27a40c818cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:14.666115 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b012d-9cd8-4ace-a56b-e4c9ae3ead0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159b11c8-f047-4088-96db-b46a67f9bf0c,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:14.670078 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f13b012d-9cd8-4ace-a56b-e4c9ae3ead0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:14.674072 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f13b012d-9cd8-4ace-a56b-e4c9ae3ead0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.677591 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-f13b012d-9cd8-4ace-a56b-e4c9ae3ead0b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/159b11c8-f047-4088-96db-b46a67f9bf0c HTTP/1.1" status: 204 len: 168 time: 0.1972632 Jun 03 20:14:14.713005 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:14.713390 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.790962 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Attempting to bind port 0188ade4-a82a-48cc-85e6-33b33a446ca1 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:14:14.791155 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Attempting to bind port 0188ade4-a82a-48cc-85e6-33b33a446ca1 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:14:14.791470 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Attempting to bind port 0188ade4-a82a-48cc-85e6-33b33a446ca1 on network 35db765c-e254-4267-9abb-eb16c6f88e22 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:14:14.794932 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.818478 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:14:14.818876 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Checking segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:14:14.819283 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.819680 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Bound using segment: {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:14:14.820166 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Bound port: 0188ade4-a82a-48cc-85e6-33b33a446ca1, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa6216-cb3d-4533-884f-8c2ac35eb758', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:14:14.820621 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.852891 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5f9ce-dbb3-43fe-935c-596dc6d54c04 None None] Pushing event updated for resources: {'Port': ['ID=0188ade4-a82a-48cc-85e6-33b33a446ca1,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:14.863622 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-93d5f9ce-dbb3-43fe-935c-596dc6d54c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:14.955109 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] For port 0188ade4-a82a-48cc-85e6-33b33a446ca1, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:14:14.960253 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] For port 0188ade4-a82a-48cc-85e6-33b33a446ca1, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=0188ade4-a82a-48cc-85e6-33b33a446ca1,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:14:14.968913 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-f8ff6848-bc62-4962-9ccb-8a3cd7a9c4ee None None] Provisioning for port 388d2009-06f8-45ad-aabd-e2e08f5a4154 completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:14.974469 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:14.980238 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:15.028740 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-f8ff6848-bc62-4962-9ccb-8a3cd7a9c4ee None None] Provisioning complete for port 388d2009-06f8-45ad-aabd-e2e08f5a4154 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:15.029142 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6848-bc62-4962-9ccb-8a3cd7a9c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.034775 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37808) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:15.047122 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.053003 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3921fd68-a9dd-47d8-8037-49d06a3909a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.053590 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.069336 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-3921fd68-a9dd-47d8-8037-49d06a3909a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:15.073354 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-3921fd68-a9dd-47d8-8037-49d06a3909a6 admin admin] Usage tracker for resource:security_group_rule and tenant:afb25102e54148f587c544bc2253aeb1 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:15.076692 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-3921fd68-a9dd-47d8-8037-49d06a3909a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:15.084755 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:15.085306 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-3921fd68-a9dd-47d8-8037-49d06a3909a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:15.115218 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff6848-bc62-4962-9ccb-8a3cd7a9c4ee None None] Port 388d2009-06f8-45ad-aabd-e2e08f5a4154 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:14:15.120680 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Routers {'a5493f1d-9556-4883-8f47-e626efa0510b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:14:15.121612 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:13:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['a5493f1d-9556-4883-8f47-e626efa0510b'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:15.183275 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Pushing event updated for resources: {'Port': ['ID=388d2009-06f8-45ad-aabd-e2e08f5a4154,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:15.188149 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:15.193717 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648087'] for router_interface, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.199321 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3921fd68-a9dd-47d8-8037-49d06a3909a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.205207 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3921fd68-a9dd-47d8-8037-49d06a3909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.215038 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2cc4e174-5eff-487e-83d9-5e7e75227478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:15.242797 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5f9ce-dbb3-43fe-935c-596dc6d54c04 None None] Pushing event updated for resources: {'Port': ['ID=0188ade4-a82a-48cc-85e6-33b33a446ca1,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:15.255893 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-93d5f9ce-dbb3-43fe-935c-596dc6d54c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:15.262892 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-3921fd68-a9dd-47d8-8037-49d06a3909a6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=afb25102e54148f587c544bc2253aeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244658 Jun 03 20:14:15.262892 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921fd68-a9dd-47d8-8037-49d06a3909a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e5d1d-7506-4a35-9659-032a56180086,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:15.266122 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37810) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:15.278215 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3921fd68-a9dd-47d8-8037-49d06a3909a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:15.283627 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.337023 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f82-f3ad-4d85-9d78-dc939b46b136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.347713 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Network 95d09df9-a9a9-4b58-b96b-2f63636b1206 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:14:15.349434 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:15.369075 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f82-f3ad-4d85-9d78-dc939b46b136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.394602 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] Set router a5493f1d-9556-4883-8f47-e626efa0510b gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:14:15.431513 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f82-f3ad-4d85-9d78-dc939b46b136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.438683 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bb213173-4bd8-4c18-8195-99786f2f0257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:15.457153 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb7f82-f3ad-4d85-9d78-dc939b46b136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e5d1d-7506-4a35-9659-032a56180086,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:15.460404 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7beb7f82-f3ad-4d85-9d78-dc939b46b136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:15.461834 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7beb7f82-f3ad-4d85-9d78-dc939b46b136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.463016 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-7beb7f82-f3ad-4d85-9d78-dc939b46b136 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f89e5d1d-7506-4a35-9659-032a56180086 HTTP/1.1" status: 204 len: 168 time: 0.1958213 Jun 03 20:14:15.573291 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Router a5493f1d-9556-4883-8f47-e626efa0510b has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:14:15.677139 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-f50ba94f-f09f-4940-805c-1f1ec4e1b3fb None None] Provisioning complete for port 388d2009-06f8-45ad-aabd-e2e08f5a4154 triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:15.677616 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f50ba94f-f09f-4940-805c-1f1ec4e1b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.775779 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:14:15.798028 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] 10.222.0.95 "PUT /v2.0/routers/a5493f1d-9556-4883-8f47-e626efa0510b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8719838 Jun 03 20:14:15.798566 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-30eccf66-d870-49e6-b995-7786ac4e704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:15.800605 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-f50ba94f-f09f-4940-805c-1f1ec4e1b3fb None None] Port 388d2009-06f8-45ad-aabd-e2e08f5a4154 cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:14:15.836330 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'name': 'tempest-TestMinimumBasicScenario-525156190-router', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:09Z', 'updated_at': '2021-06-03T20:14:14Z', 'revision_number': 4, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'gw_port': {'id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:10Z', 'updated_at': '2021-06-03T20:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '388d2009-06f8-45ad-aabd-e2e08f5a4154', 'name': '', 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'mac_address': 'fa:16:3e:c1:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:13Z', 'updated_at': '2021-06-03T20:14:14Z', 'revision_number': 2, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'subnets': [{'id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:15.843030 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619cdc5-1ca3-43d8-9f83-d408a5ac826f None None] The sync data for ids ['a5493f1d-9556-4883-8f47-e626efa0510b'] in dv-cinder-794669-1-smb is: [{'id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'name': 'tempest-TestMinimumBasicScenario-525156190-router', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:09Z', 'updated_at': '2021-06-03T20:14:14Z', 'revision_number': 4, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'gw_port': {'id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:10Z', 'updated_at': '2021-06-03T20:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '388d2009-06f8-45ad-aabd-e2e08f5a4154', 'name': '', 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'mac_address': 'fa:16:3e:c1:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:13Z', 'updated_at': '2021-06-03T20:14:14Z', 'revision_number': 2, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'subnets': [{'id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:14:17.404303 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:18.006724 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 0188ade4-a82a-48cc-85e6-33b33a446ca1 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:18.107848 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 0188ade4-a82a-48cc-85e6-33b33a446ca1 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:18.113818 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 0188ade4-a82a-48cc-85e6-33b33a446ca1 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:18.115029 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:18.292888 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:18.323125 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 0188ade4-a82a-48cc-85e6-33b33a446ca1, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=0188ade4-a82a-48cc-85e6-33b33a446ca1,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:14:18.333883 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:18.337946 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-93d5f9ce-dbb3-43fe-935c-596dc6d54c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:18.447326 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=0188ade4-a82a-48cc-85e6-33b33a446ca1,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:18.451771 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:18.843394 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:18.868648 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37908) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:19.010646 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-66a0530c-e770-4bb3-8ede-b0e3e7b6766a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:19.028334 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-66a0530c-e770-4bb3-8ede-b0e3e7b6766a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:19.033478 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-66a0530c-e770-4bb3-8ede-b0e3e7b6766a admin admin] Usage tracker for resource:security_group_rule and tenant:a6f3946ffc9641e99f04f3b9d324a830 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:19.036704 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-66a0530c-e770-4bb3-8ede-b0e3e7b6766a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:19.050280 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-66a0530c-e770-4bb3-8ede-b0e3e7b6766a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:19.158763 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-66a0530c-e770-4bb3-8ede-b0e3e7b6766a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:19.164220 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-66a0530c-e770-4bb3-8ede-b0e3e7b6766a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:19.179153 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d5761eae-fd2a-41e7-bb8d-698dd5a1df0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:19.219841 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-66a0530c-e770-4bb3-8ede-b0e3e7b6766a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a6f3946ffc9641e99f04f3b9d324a830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470676 Jun 03 20:14:19.220731 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37912) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:19.225301 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0530c-e770-4bb3-8ede-b0e3e7b6766a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343d9b19-8078-48fd-90f4-c953368991af,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:19.228553 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-66a0530c-e770-4bb3-8ede-b0e3e7b6766a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:19.303352 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0b220078-e103-4b41-9885-a0d3a6a2c426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:19.333824 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0b220078-e103-4b41-9885-a0d3a6a2c426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:19.394351 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0b220078-e103-4b41-9885-a0d3a6a2c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:19.401624 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8e4896bb-8307-443e-9dea-d60aa8728ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:19.415156 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b220078-e103-4b41-9885-a0d3a6a2c426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343d9b19-8078-48fd-90f4-c953368991af,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:19.418265 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0b220078-e103-4b41-9885-a0d3a6a2c426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:19.420606 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0b220078-e103-4b41-9885-a0d3a6a2c426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:19.424123 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-0b220078-e103-4b41-9885-a0d3a6a2c426 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/343d9b19-8078-48fd-90f4-c953368991af HTTP/1.1" status: 204 len: 168 time: 0.2000678 Jun 03 20:14:19.492011 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Sync routers for ids ['a5493f1d-9556-4883-8f47-e626efa0510b'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:14:19.502192 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Routers {'a5493f1d-9556-4883-8f47-e626efa0510b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:14:19.502820 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:14:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['a5493f1d-9556-4883-8f47-e626efa0510b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:19.714183 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Set router a5493f1d-9556-4883-8f47-e626efa0510b gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:14:19.851246 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37922) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:19.873511 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-188c90e5-dd18-4d18-8922-3e1d22849a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:19.893076 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-188c90e5-dd18-4d18-8922-3e1d22849a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:19.897240 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-188c90e5-dd18-4d18-8922-3e1d22849a12 admin admin] Usage tracker for resource:security_group_rule and tenant:9726908ad7334bb28e4d33172c5289f9 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:19.904178 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-188c90e5-dd18-4d18-8922-3e1d22849a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:19.916716 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-188c90e5-dd18-4d18-8922-3e1d22849a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:19.967095 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 0188ade4-a82a-48cc-85e6-33b33a446ca1 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:20.071485 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 0188ade4-a82a-48cc-85e6-33b33a446ca1 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:20.071919 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:20.081892 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-188c90e5-dd18-4d18-8922-3e1d22849a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:20.090551 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-188c90e5-dd18-4d18-8922-3e1d22849a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:20.116257 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e34cad99-3149-43f9-aa4c-70506da12195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:20.120563 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'name': 'tempest-TestMinimumBasicScenario-525156190-router', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:09Z', 'updated_at': '2021-06-03T20:14:14Z', 'revision_number': 4, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'gw_port': {'id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:10Z', 'updated_at': '2021-06-03T20:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '388d2009-06f8-45ad-aabd-e2e08f5a4154', 'name': '', 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'mac_address': 'fa:16:3e:c1:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:13Z', 'updated_at': '2021-06-03T20:14:14Z', 'revision_number': 2, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'subnets': [{'id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:20.131153 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Checking router: a5493f1d-9556-4883-8f47-e626efa0510b for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:14:20.133089 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Updating router a5493f1d-9556-4883-8f47-e626efa0510b port 388d2009-06f8-45ad-aabd-e2e08f5a4154 binding host dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 20:14:20.179662 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c90e5-dd18-4d18-8922-3e1d22849a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de521423-6b21-44e0-836e-ff1ea27370d0,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:20.184825 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-188c90e5-dd18-4d18-8922-3e1d22849a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:20.199003 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37924) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:20.199577 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-188c90e5-dd18-4d18-8922-3e1d22849a12 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9726908ad7334bb28e4d33172c5289f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459492 Jun 03 20:14:20.212728 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:20.318174 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf918005-0f7e-4521-a32f-108b92bfa064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:20.348543 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf918005-0f7e-4521-a32f-108b92bfa064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:20.425154 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf918005-0f7e-4521-a32f-108b92bfa064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:20.429320 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-40ce30fb-a9d1-44fc-a75e-5e17d860744d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:20.446763 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf918005-0f7e-4521-a32f-108b92bfa064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de521423-6b21-44e0-836e-ff1ea27370d0,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:20.449520 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cf918005-0f7e-4521-a32f-108b92bfa064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:20.467241 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf918005-0f7e-4521-a32f-108b92bfa064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:20.473594 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-cf918005-0f7e-4521-a32f-108b92bfa064 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/de521423-6b21-44e0-836e-ff1ea27370d0 HTTP/1.1" status: 204 len: 168 time: 0.2732923 Jun 03 20:14:20.706213 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:20.726857 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Transition to ACTIVE for port object 388d2009-06f8-45ad-aabd-e2e08f5a4154 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:20.738808 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:20.752137 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:20.829194 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5732a-7b7f-471a-897c-8d4bde07e094 None None] Pushing event updated for resources: {'Port': ['ID=388d2009-06f8-45ad-aabd-e2e08f5a4154,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:20.886672 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3da5732a-7b7f-471a-897c-8d4bde07e094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:21.033937 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Attempting to bind port 388d2009-06f8-45ad-aabd-e2e08f5a4154 on host dv-cinder-794669-1-smb for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:14:21.034311 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Attempting to bind port 388d2009-06f8-45ad-aabd-e2e08f5a4154 by drivers openvswitch,hyperv on host dv-cinder-794669-1-smb at level 0 using segments [{'id': '5addc886-6382-45c0-9ddc-68e9a0e3df18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:14:21.034680 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Attempting to bind port 388d2009-06f8-45ad-aabd-e2e08f5a4154 on network 95d09df9-a9a9-4b58-b96b-2f63636b1206 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:14:21.044379 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Checking agent: {'id': '7c8e144a-a96d-45c5-be4b-d63878e4251b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 19, 53, 45), 'started_at': datetime.datetime(2021, 6, 3, 19, 54, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:14:21.044761 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Checking segment: {'id': '5addc886-6382-45c0-9ddc-68e9a0e3df18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:14:21.045206 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:21.045584 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Bound using segment: {'id': '5addc886-6382-45c0-9ddc-68e9a0e3df18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:14:21.046424 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Bound port: 388d2009-06f8-45ad-aabd-e2e08f5a4154, host: dv-cinder-794669-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5addc886-6382-45c0-9ddc-68e9a0e3df18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:14:21.046964 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:21.104159 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:14:21.169372 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] For port 388d2009-06f8-45ad-aabd-e2e08f5a4154, host dv-cinder-794669-1-smb, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:14:21.177024 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] For port 388d2009-06f8-45ad-aabd-e2e08f5a4154, host dv-cinder-794669-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=388d2009-06f8-45ad-aabd-e2e08f5a4154,segment=NetworkSegment(5addc886-6382-45c0-9ddc-68e9a0e3df18),segment_id=5addc886-6382-45c0-9ddc-68e9a0e3df18)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:14:21.189396 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:21.196403 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-27cf25ab-2497-49ee-ba7d-696b9ea39185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:21.289471 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:21.303765 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Routers {'a5493f1d-9556-4883-8f47-e626efa0510b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:14:21.304580 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:14:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['a5493f1d-9556-4883-8f47-e626efa0510b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:21.513116 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] Set router a5493f1d-9556-4883-8f47-e626efa0510b gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:14:21.706365 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5732a-7b7f-471a-897c-8d4bde07e094 None None] Pushing event updated for resources: {'Port': ['ID=388d2009-06f8-45ad-aabd-e2e08f5a4154,revision_number=4']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:21.712253 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3da5732a-7b7f-471a-897c-8d4bde07e094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:21.903973 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'name': 'tempest-TestMinimumBasicScenario-525156190-router', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:09Z', 'updated_at': '2021-06-03T20:14:14Z', 'revision_number': 4, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'gw_port': {'id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:10Z', 'updated_at': '2021-06-03T20:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '388d2009-06f8-45ad-aabd-e2e08f5a4154', 'name': '', 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'mac_address': 'fa:16:3e:c1:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:13Z', 'updated_at': '2021-06-03T20:14:21Z', 'revision_number': 4, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'subnets': [{'id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:14:21.911728 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a97f56-2b12-4801-931a-08a9a2fc6ea8 None None] The sync data for ids ['a5493f1d-9556-4883-8f47-e626efa0510b'] in dv-cinder-794669-1-smb is: [{'id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'name': 'tempest-TestMinimumBasicScenario-525156190-router', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:09Z', 'updated_at': '2021-06-03T20:14:14Z', 'revision_number': 4, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'gw_port': {'id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:10Z', 'updated_at': '2021-06-03T20:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': '388d2009-06f8-45ad-aabd-e2e08f5a4154', 'name': '', 'network_id': '95d09df9-a9a9-4b58-b96b-2f63636b1206', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'mac_address': 'fa:16:3e:c1:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:13Z', 'updated_at': '2021-06-03T20:14:21Z', 'revision_number': 4, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'subnets': [{'id': 'e8792066-e45b-4197-acd3-b2f4265c5ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:14:22.040342 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 388d2009-06f8-45ad-aabd-e2e08f5a4154 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:22.148975 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning for port 388d2009-06f8-45ad-aabd-e2e08f5a4154 completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:22.164182 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 388d2009-06f8-45ad-aabd-e2e08f5a4154 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:22.164576 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:22.355694 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:22.402331 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] For port 388d2009-06f8-45ad-aabd-e2e08f5a4154, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=388d2009-06f8-45ad-aabd-e2e08f5a4154,segment=NetworkSegment(5addc886-6382-45c0-9ddc-68e9a0e3df18),segment_id=5addc886-6382-45c0-9ddc-68e9a0e3df18)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:14:22.414673 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:22.424643 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:22.541554 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Pushing event updated for resources: {'Port': ['ID=388d2009-06f8-45ad-aabd-e2e08f5a4154,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:22.547458 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:23.579256 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37988) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:23.743595 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ee51279f-0192-4ca9-a208-c427c31bf67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:23.761635 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ee51279f-0192-4ca9-a208-c427c31bf67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:23.766535 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ee51279f-0192-4ca9-a208-c427c31bf67a admin admin] Usage tracker for resource:security_group_rule and tenant:90878cfb6edc4cf39b507dde76358f14 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:23.769533 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-ee51279f-0192-4ca9-a208-c427c31bf67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:23.776570 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-ee51279f-0192-4ca9-a208-c427c31bf67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:23.887047 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ee51279f-0192-4ca9-a208-c427c31bf67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:23.892852 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ee51279f-0192-4ca9-a208-c427c31bf67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:23.911007 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2e7dafdd-afce-4b19-84a3-73bdb226cc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:23.940812 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51279f-0192-4ca9-a208-c427c31bf67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e93ba0d-d501-4bc8-bab0-d47aef92c231,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:23.946095 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ee51279f-0192-4ca9-a208-c427c31bf67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:23.967124 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-ee51279f-0192-4ca9-a208-c427c31bf67a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=90878cfb6edc4cf39b507dde76358f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860660 Jun 03 20:14:23.971510 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 37992) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:23.985442 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 388d2009-06f8-45ad-aabd-e2e08f5a4154 up at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:24.059093 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Provisioning complete for port 388d2009-06f8-45ad-aabd-e2e08f5a4154 triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:24.059502 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:24.072607 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a92381e0-00a1-4a7e-b600-6d324cf0b10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:24.108460 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a92381e0-00a1-4a7e-b600-6d324cf0b10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:24.189011 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a92381e0-00a1-4a7e-b600-6d324cf0b10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:24.195634 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-54e15b0c-737c-4604-976b-91c5cb7f4f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:24.211021 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92381e0-00a1-4a7e-b600-6d324cf0b10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e93ba0d-d501-4bc8-bab0-d47aef92c231,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:24.222100 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a92381e0-00a1-4a7e-b600-6d324cf0b10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:24.233466 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a92381e0-00a1-4a7e-b600-6d324cf0b10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:24.238199 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a92381e0-00a1-4a7e-b600-6d324cf0b10f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9e93ba0d-d501-4bc8-bab0-d47aef92c231 HTTP/1.1" status: 204 len: 168 time: 0.2650101 Jun 03 20:14:24.602829 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 37998) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:24.622791 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-35c0636a-895a-4245-ab67-ab6eaa6f2988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:24.641711 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-35c0636a-895a-4245-ab67-ab6eaa6f2988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:24.645933 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-35c0636a-895a-4245-ab67-ab6eaa6f2988 admin admin] Usage tracker for resource:security_group_rule and tenant:6eaba4cf011c441d9d588ee9bfd12906 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:24.650335 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-35c0636a-895a-4245-ab67-ab6eaa6f2988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:24.660318 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-35c0636a-895a-4245-ab67-ab6eaa6f2988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:24.775011 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-35c0636a-895a-4245-ab67-ab6eaa6f2988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:24.779845 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-35c0636a-895a-4245-ab67-ab6eaa6f2988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:24.787739 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9667995f-263e-495a-83c0-c5e1c58257ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:24.833734 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0636a-895a-4245-ab67-ab6eaa6f2988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd9a76d-0bc6-4362-b996-e33908aa1d9d,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:24.837469 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-35c0636a-895a-4245-ab67-ab6eaa6f2988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:24.847425 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38000) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:24.857608 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-35c0636a-895a-4245-ab67-ab6eaa6f2988 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6eaba4cf011c441d9d588ee9bfd12906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534580 Jun 03 20:14:24.916734 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-99b3d5be-9e6c-4e48-8dc7-17d2daa51bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:24.949651 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-99b3d5be-9e6c-4e48-8dc7-17d2daa51bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:25.027827 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-99b3d5be-9e6c-4e48-8dc7-17d2daa51bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:25.035285 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a92381e0-00a1-4a7e-b600-6d324cf0b10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:25.055274 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3d5be-9e6c-4e48-8dc7-17d2daa51bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd9a76d-0bc6-4362-b996-e33908aa1d9d,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:25.057804 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-99b3d5be-9e6c-4e48-8dc7-17d2daa51bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:25.059113 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-99b3d5be-9e6c-4e48-8dc7-17d2daa51bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:25.067503 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-99b3d5be-9e6c-4e48-8dc7-17d2daa51bdb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7fd9a76d-0bc6-4362-b996-e33908aa1d9d HTTP/1.1" status: 204 len: 168 time: 0.2188058 Jun 03 20:14:27.300004 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38964d06-d195-4f23-9022-9659aa70c070 req-0b9aace7-fe65-46fe-9766-321e68a6a2c2 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:27.301655 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-0b9aace7-fe65-46fe-9766-321e68a6a2c2 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 815 time: 0.1528456 Jun 03 20:14:27.318061 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-66cb736e-c56c-4a33-a07d-00dccb843014 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/quotas/7dc0f2df669a4840bcc197c5aaeb6116 HTTP/1.1" status: 200 len: 375 time: 0.0104494 Jun 03 20:14:27.407261 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-38964d06-d195-4f23-9022-9659aa70c070 req-1b11aefa-db11-4f38-be2e-f131a6a78c20 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Synchronizing usage tracker for tenant:7dc0f2df669a4840bcc197c5aaeb6116 on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:14:27.425018 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-38964d06-d195-4f23-9022-9659aa70c070 req-1b11aefa-db11-4f38-be2e-f131a6a78c20 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Unset dirty status for tenant:7dc0f2df669a4840bcc197c5aaeb6116 on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:14:27.426317 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-1b11aefa-db11-4f38-be2e-f131a6a78c20 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029146 Jun 03 20:14:27.572018 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-cde5bd11-6fbe-4a23-a8eb-04ec9ffd8209 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 20:14:27.573674 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-cde5bd11-6fbe-4a23-a8eb-04ec9ffd8209 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1355691 Jun 03 20:14:27.710335 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-0bdeb8d0-87fc-443e-8556-c90049146e12 service neutron] 10.222.0.95 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311171 Jun 03 20:14:27.860998 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-7ab20fc2-d0f8-44ab-b510-2d73363b68a6 service neutron] 10.222.0.95 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373606 Jun 03 20:14:28.045895 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3dca554e-ce55-4657-9e98-080867f603f4 req-814c0e12-f080-471b-a698-e908c94af146 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 210 time: 0.0422664 Jun 03 20:14:29.194891 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-42ab816c-043e-4ad5-9da8-00eda6f12f6f req-392aa221-614b-4cfa-87ec-f6d39cdb1fd8 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 210 time: 0.0431402 Jun 03 20:14:29.385041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38964d06-d195-4f23-9022-9659aa70c070 req-23907fcb-169f-4801-b71d-8012131b3219 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:29.385643 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-38964d06-d195-4f23-9022-9659aa70c070 req-23907fcb-169f-4801-b71d-8012131b3219 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Synchronizing usage tracker for tenant:7dc0f2df669a4840bcc197c5aaeb6116 on resource:network {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:14:29.405160 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-38964d06-d195-4f23-9022-9659aa70c070 req-23907fcb-169f-4801-b71d-8012131b3219 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Unset dirty status for tenant:7dc0f2df669a4840bcc197c5aaeb6116 on resource:network {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:14:29.406411 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-23907fcb-169f-4801-b71d-8012131b3219 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.109 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 815 time: 0.1737685 Jun 03 20:14:29.419740 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'port': {'device_id': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'admin_state_up': True, 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:14:29.664853 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:29.674816 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:29.685626 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Made reservation on behalf of 7dc0f2df669a4840bcc197c5aaeb6116 for: {'port': 1} {{(pid=91760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 20:14:29.690178 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:29.864283 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Allocated IP 172.20.0.10 (8ab02568-96b8-41ec-8e72-4351800821ae/3c705326-65fa-4db9-ad05-98d6cd5df9f6/d47721f1-ffc9-4228-87be-c06d1195176e) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:14:30.148284 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:30.166730 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Transition to ACTIVE for port object d47721f1-ffc9-4228-87be-c06d1195176e will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:30.205965 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:30.219365 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-395624b2-af43-4676-826e-f7f2d9079a5e tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:30.323805 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 38122) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:30.347317 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Network 8ab02568-96b8-41ec-8e72-4351800821ae is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:14:30.360952 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:14:30.368506 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:14:30.440662 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:30.442224 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:30.457538 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'Port': ['ID=d47721f1-ffc9-4228-87be-c06d1195176e,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:30.462044 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:30.482040 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-95bb683b-8103-4bc9-92e3-36dffa80decc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0663717 Jun 03 20:14:30.620364 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bfcb6421-cf7e-4bfd-85eb-8155123a5831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:30.642448 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-bfcb6421-cf7e-4bfd-85eb-8155123a5831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:30.647939 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-bfcb6421-cf7e-4bfd-85eb-8155123a5831 admin admin] Usage tracker for resource:security_group_rule and tenant:dcdbc9bd3ac9482d9bb72e6079c0ab79 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:30.652028 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-bfcb6421-cf7e-4bfd-85eb-8155123a5831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:30.658992 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-bfcb6421-cf7e-4bfd-85eb-8155123a5831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:30.698155 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463518a4-cbd7-4c05-bd81-619dfac416c7 req-f385974f-9e79-4b5c-b11a-6d283ae0ebc8 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:30.699773 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-463518a4-cbd7-4c05-bd81-619dfac416c7 req-f385974f-9e79-4b5c-b11a-6d283ae0ebc8 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.3235424 Jun 03 20:14:30.707757 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-f2a89f18-c971-4bbf-a9a3-23a6ba6eb21e None None] Provisioning for port d47721f1-ffc9-4228-87be-c06d1195176e completed by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:30.713616 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-f2a89f18-c971-4bbf-a9a3-23a6ba6eb21e None None] Provisioning complete for port d47721f1-ffc9-4228-87be-c06d1195176e triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:30.714057 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f2a89f18-c971-4bbf-a9a3-23a6ba6eb21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:30.769080 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-463518a4-cbd7-4c05-bd81-619dfac416c7 req-0385f66c-7551-4ae8-9654-0da18b58b7fe tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614967 Jun 03 20:14:30.837519 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bfcb6421-cf7e-4bfd-85eb-8155123a5831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:30.841765 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-f2a89f18-c971-4bbf-a9a3-23a6ba6eb21e None None] Port d47721f1-ffc9-4228-87be-c06d1195176e cannot update to ACTIVE because it is not bound. {{(pid=91761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 20:14:30.842750 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bfcb6421-cf7e-4bfd-85eb-8155123a5831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:30.867499 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ea162122-3247-4c63-9034-1ec53bfcb85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:30.892749 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-bfcb6421-cf7e-4bfd-85eb-8155123a5831 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dcdbc9bd3ac9482d9bb72e6079c0ab79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5678437 Jun 03 20:14:30.895634 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38126) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:30.900649 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb6421-cf7e-4bfd-85eb-8155123a5831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1190ea16-1fbd-41c5-81db-abadf4c0f61d,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:30.903752 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bfcb6421-cf7e-4bfd-85eb-8155123a5831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:30.970469 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8ea97480-926c-4f5e-8e52-0dc1150be76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.001843 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8ea97480-926c-4f5e-8e52-0dc1150be76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.057524 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8ea97480-926c-4f5e-8e52-0dc1150be76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.061334 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-aa0265e6-036b-47f6-830c-a67e35a127e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:31.074016 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea97480-926c-4f5e-8e52-0dc1150be76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190ea16-1fbd-41c5-81db-abadf4c0f61d,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:31.077763 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8ea97480-926c-4f5e-8e52-0dc1150be76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:31.085004 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8ea97480-926c-4f5e-8e52-0dc1150be76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.086164 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-8ea97480-926c-4f5e-8e52-0dc1150be76b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1190ea16-1fbd-41c5-81db-abadf4c0f61d HTTP/1.1" status: 204 len: 168 time: 0.1894479 Jun 03 20:14:31.393772 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38132) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:31.416041 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3675a529-fade-420b-8804-711dfe841867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.433817 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-3675a529-fade-420b-8804-711dfe841867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:31.438316 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-3675a529-fade-420b-8804-711dfe841867 admin admin] Usage tracker for resource:security_group_rule and tenant:fee6567124454b18aec7eceb2c4a4a09 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:31.441669 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-3675a529-fade-420b-8804-711dfe841867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:31.448078 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-3675a529-fade-420b-8804-711dfe841867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:31.541460 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3675a529-fade-420b-8804-711dfe841867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.546027 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3675a529-fade-420b-8804-711dfe841867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.553869 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3779c628-2321-4267-bac9-2b6e20ba239e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:31.596352 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-3675a529-fade-420b-8804-711dfe841867 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fee6567124454b18aec7eceb2c4a4a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013080 Jun 03 20:14:31.597442 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675a529-fade-420b-8804-711dfe841867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8d1082-45c4-4cc2-a1cb-3adea3d2203c,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:31.599443 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 38134) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:31.600587 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3675a529-fade-420b-8804-711dfe841867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:31.664637 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-24bca732-de9c-496c-932b-6e4faca8e07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.702207 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-24bca732-de9c-496c-932b-6e4faca8e07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.761804 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-24bca732-de9c-496c-932b-6e4faca8e07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.765893 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-26f300ef-54e4-4a2b-82fa-c042b6eb0acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:31.781958 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bca732-de9c-496c-932b-6e4faca8e07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8d1082-45c4-4cc2-a1cb-3adea3d2203c,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:31.786592 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-24bca732-de9c-496c-932b-6e4faca8e07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:31.815139 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-24bca732-de9c-496c-932b-6e4faca8e07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:31.819250 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-24bca732-de9c-496c-932b-6e4faca8e07e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9c8d1082-45c4-4cc2-a1cb-3adea3d2203c HTTP/1.1" status: 204 len: 168 time: 0.2164583 Jun 03 20:14:32.020442 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92b5af-3e7a-4035-8782-33c8f5590c22 req-6e553a6a-da04-4bfe-b750-ca2ebb7c40e8 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:32.022033 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4f92b5af-3e7a-4035-8782-33c8f5590c22 req-6e553a6a-da04-4bfe-b750-ca2ebb7c40e8 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.0929413 Jun 03 20:14:32.081187 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4f92b5af-3e7a-4035-8782-33c8f5590c22 req-456c6f93-d5f8-42be-9458-d6f385d31b38 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 Jun 03 20:14:33.289417 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4baacf-58f8-4c6c-a14f-a4dcba791a5e req-5c30143b-c82c-4ae4-b4f7-5770374b99c4 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:33.296301 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4c4baacf-58f8-4c6c-a14f-a4dcba791a5e req-5c30143b-c82c-4ae4-b4f7-5770374b99c4 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.0999873 Jun 03 20:14:33.356077 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-4c4baacf-58f8-4c6c-a14f-a4dcba791a5e req-d61e0bdd-2854-4d3f-9026-76cb2955fdfb tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585546 Jun 03 20:14:34.561190 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a9755-d709-453e-b3a2-cfdee628d965 req-8fb047fc-279a-4785-a59f-404df34b9e23 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:34.562645 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1c5a9755-d709-453e-b3a2-cfdee628d965 req-8fb047fc-279a-4785-a59f-404df34b9e23 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.0961061 Jun 03 20:14:34.615633 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1c5a9755-d709-453e-b3a2-cfdee628d965 req-0d257f51-ced9-4d22-9f70-f65734378ed6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471470 Jun 03 20:14:35.836066 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a973a-9f59-4ba6-a9ce-c3d9a7be79d3 req-15912671-7f46-4489-afa0-95e1a704a023 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:35.837667 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-024a973a-9f59-4ba6-a9ce-c3d9a7be79d3 req-15912671-7f46-4489-afa0-95e1a704a023 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.0966682 Jun 03 20:14:35.888270 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-024a973a-9f59-4ba6-a9ce-c3d9a7be79d3 req-896e5667-8f5a-40b0-b710-158c255d5add tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Jun 03 20:14:37.118756 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38214) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:37.136030 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458868-4221-4e25-b083-0822fa59e43d req-1d8c9de8-b59b-41b9-bc49-0706f1dca5de tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:37.141572 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-91458868-4221-4e25-b083-0822fa59e43d req-1d8c9de8-b59b-41b9-bc49-0706f1dca5de tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.1029184 Jun 03 20:14:37.202559 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-91458868-4221-4e25-b083-0822fa59e43d req-67990a04-8637-4932-abfa-d3987b55a379 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572529 Jun 03 20:14:37.268771 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e1309871-3509-41ff-b7d5-92b192b3287f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:37.285081 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e1309871-3509-41ff-b7d5-92b192b3287f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:14:37.289147 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e1309871-3509-41ff-b7d5-92b192b3287f admin admin] Usage tracker for resource:security_group_rule and tenant:2aa6c635ba32438bb84481a3368463fb is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:14:37.292202 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-e1309871-3509-41ff-b7d5-92b192b3287f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:14:37.299002 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-e1309871-3509-41ff-b7d5-92b192b3287f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:14:37.394674 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e1309871-3509-41ff-b7d5-92b192b3287f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:37.398786 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e1309871-3509-41ff-b7d5-92b192b3287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:37.407029 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f0469536-76e7-4437-9611-53f1f1b17db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:37.451778 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-e1309871-3509-41ff-b7d5-92b192b3287f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2aa6c635ba32438bb84481a3368463fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295951 Jun 03 20:14:37.451778 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1309871-3509-41ff-b7d5-92b192b3287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f5b0f0-841a-48b1-ac78-7782264ce86c,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:37.452129 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 38218) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:14:37.454126 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e1309871-3509-41ff-b7d5-92b192b3287f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:37.519427 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-94b3511f-db3e-44e1-bfd4-214e17c7ef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:37.546717 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-94b3511f-db3e-44e1-bfd4-214e17c7ef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:37.602426 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-94b3511f-db3e-44e1-bfd4-214e17c7ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:37.606294 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ec9fcced-e23a-40bb-82ec-7da23aa78ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:37.618477 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3511f-db3e-44e1-bfd4-214e17c7ef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f5b0f0-841a-48b1-ac78-7782264ce86c,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:37.621389 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-94b3511f-db3e-44e1-bfd4-214e17c7ef61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:37.629253 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-94b3511f-db3e-44e1-bfd4-214e17c7ef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:37.630458 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-94b3511f-db3e-44e1-bfd4-214e17c7ef61 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/26f5b0f0-841a-48b1-ac78-7782264ce86c HTTP/1.1" status: 204 len: 168 time: 0.1773047 Jun 03 20:14:38.448580 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aaafe-6096-48c5-8651-193797d5d57e req-352aa66a-fbab-4f59-bd74-690b58890838 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:38.451937 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f87aaafe-6096-48c5-8651-193797d5d57e req-352aa66a-fbab-4f59-bd74-690b58890838 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.1180065 Jun 03 20:14:38.515955 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f87aaafe-6096-48c5-8651-193797d5d57e req-e0d2efba-b50b-4d43-ab1f-09ce7c645233 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574272 Jun 03 20:14:39.737593 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926d9ea-6b6d-4426-8346-6371963fef49 req-37b63924-3dc8-4442-a6e1-a64ecf35082e tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:39.740028 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5926d9ea-6b6d-4426-8346-6371963fef49 req-37b63924-3dc8-4442-a6e1-a64ecf35082e tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.1044536 Jun 03 20:14:39.817084 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5926d9ea-6b6d-4426-8346-6371963fef49 req-30d12aef-989d-4935-b856-dbed3b202c94 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628424 Jun 03 20:14:41.034422 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8560e-d4d2-425f-99bc-2315b6bae541 req-e017427b-3374-4c74-bb15-0e5ee8cda5ce tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:41.035961 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b2c8560e-d4d2-425f-99bc-2315b6bae541 req-e017427b-3374-4c74-bb15-0e5ee8cda5ce tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.0991442 Jun 03 20:14:41.083752 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-b2c8560e-d4d2-425f-99bc-2315b6bae541 req-257daa47-ea50-4126-820e-4880a72fa325 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Jun 03 20:14:42.287670 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a98084-4997-48f4-bbd5-f01408bf6278 req-31326af4-794d-4191-a7e9-91c6baf6ed5a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:42.289312 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d5a98084-4997-48f4-bbd5-f01408bf6278 req-31326af4-794d-4191-a7e9-91c6baf6ed5a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.0890284 Jun 03 20:14:42.338905 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d5a98084-4997-48f4-bbd5-f01408bf6278 req-99f87322-b00d-4995-9f69-e1de518f70c5 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435691 Jun 03 20:14:42.558283 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-9597151f-d576-418a-97a8-0791de616f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:43.555700 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7285-feae-48f8-9c8f-7d728d1632cd req-ffa9d7b5-0280-4be7-8f21-d5833d6a11ab tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:43.557346 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a3df7285-feae-48f8-9c8f-7d728d1632cd req-ffa9d7b5-0280-4be7-8f21-d5833d6a11ab tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 932 time: 0.1005306 Jun 03 20:14:43.573015 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Request body: {'port': {'device_id': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:14:43.637078 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-a3df7285-feae-48f8-9c8f-7d728d1632cd req-a2d728b4-3727-4afe-b323-33f2df87cff1 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685377 Jun 03 20:14:43.726312 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:44.122989 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47721f1-ffc9-4228-87be-c06d1195176e {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:14:44.131826 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:44.148009 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Transition to ACTIVE for port object d47721f1-ffc9-4228-87be-c06d1195176e will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 20:14:44.151814 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:44.155765 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4bcf537c-746f-4180-a108-daeafde3a574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:44.323431 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Pushing event updated for resources: {'Port': ['ID=d47721f1-ffc9-4228-87be-c06d1195176e,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:44.367742 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.368127 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.368503 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.368890 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.369271 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.369648 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.370016 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.370393 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.370754 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.371130 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.371468 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.371822 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:14:44.378857 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:44.427122 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Attempting to bind port d47721f1-ffc9-4228-87be-c06d1195176e on host hv-cinder-79466 for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 20:14:44.427454 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Attempting to bind port d47721f1-ffc9-4228-87be-c06d1195176e by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 20:14:44.427786 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Attempting to bind port d47721f1-ffc9-4228-87be-c06d1195176e on network 8ab02568-96b8-41ec-8e72-4351800821ae {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:14:44.433185 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Port d47721f1-ffc9-4228-87be-c06d1195176e on network 8ab02568-96b8-41ec-8e72-4351800821ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 20:14:44.433502 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Attempting to bind port d47721f1-ffc9-4228-87be-c06d1195176e on network 8ab02568-96b8-41ec-8e72-4351800821ae {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 20:14:44.440152 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Checking agent: {'id': '1575671f-8f4c-4dd9-92de-11f8747806a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'started_at': datetime.datetime(2021, 6, 3, 20, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 20:14:44.440482 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Checking segment: {'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 20:14:44.441152 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Bound using segment: {'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 20:14:44.441596 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Bound port: d47721f1-ffc9-4228-87be-c06d1195176e, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5abc0ef3-1586-4459-8944-86a766b39dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 20:14:44.441936 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:44.552217 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] For port d47721f1-ffc9-4228-87be-c06d1195176e, host hv-cinder-79466, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 20:14:44.559346 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] For port d47721f1-ffc9-4228-87be-c06d1195176e, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d47721f1-ffc9-4228-87be-c06d1195176e,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 20:14:44.570076 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:44.574209 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-449cf206-5c2c-456d-b197-08e18542c4a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:44.767188 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:44.767807 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:44.769370 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] 10.222.0.109 "PUT /v2.0/ports/d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 1094 time: 1.2035069 Jun 03 20:14:44.770271 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:14:44.774545 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f3a46b-f3d4-4088-9e02-741a93b324e3" -d '{"events": [{"name": "network-changed", "server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:14:44.809903 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Pushing event updated for resources: {'Port': ['ID=d47721f1-ffc9-4228-87be-c06d1195176e,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:44.821766 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:44.895061 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041b21b7-731b-4260-97e0-4dc755caaa86 x-openstack-request-id: req-041b21b7-731b-4260-97e0-4dc755caaa86 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:14:44.895383 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:14:44.895676 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-041b21b7-731b-4260-97e0-4dc755caaa86 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:14:44.896109 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'status': 'completed', 'code': 200} Jun 03 20:14:44.946684 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50215f58-4e05-46a8-ad4c-2b82d971e436 req-9166ab53-3560-42c4-96eb-79995a1975ec tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:44.948528 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-50215f58-4e05-46a8-ad4c-2b82d971e436 req-9166ab53-3560-42c4-96eb-79995a1975ec tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 944 time: 0.1714156 Jun 03 20:14:44.960807 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38964d06-d195-4f23-9022-9659aa70c070 req-fcc66f29-dafa-4c28-a7cf-42b47b5d209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:44.963120 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-fcc66f29-dafa-4c28-a7cf-42b47b5d209d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1097 time: 0.1029592 Jun 03 20:14:45.013784 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-50215f58-4e05-46a8-ad4c-2b82d971e436 req-533c599c-4136-46f5-8f20-6f502629c93f tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582919 Jun 03 20:14:45.043420 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-46c59646-7964-46b2-a3b6-bfa86c50ccce service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 217 time: 0.0716732 Jun 03 20:14:45.110027 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38964d06-d195-4f23-9022-9659aa70c070 req-bb86cc52-599a-4584-8aee-5edf2d24ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:45.111470 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-bb86cc52-599a-4584-8aee-5edf2d24ec38 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 200 len: 854 time: 0.0617914 Jun 03 20:14:45.184722 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:45.215210 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38964d06-d195-4f23-9022-9659aa70c070 req-1f4d7ceb-789d-4356-ac4a-b16aa8c6c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:45.217344 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-1f4d7ceb-789d-4356-ac4a-b16aa8c6c291 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=8ab02568-96b8-41ec-8e72-4351800821ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0988109 Jun 03 20:14:45.366573 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-5d88d925-29ad-4f6f-907b-68ff5f7316cc service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412160 Jun 03 20:14:45.518282 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-38964d06-d195-4f23-9022-9659aa70c070 req-aa8e4331-3fc5-41a1-8ac9-e9d2104b12af service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435890 Jun 03 20:14:45.659612 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-b5d5a26e-c101-4c55-ab69-eb6298106657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:45.661257 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-b5d5a26e-c101-4c55-ab69-eb6298106657 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1097 time: 0.0909178 Jun 03 20:14:45.725643 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-e3897825-d4c4-453e-8b7a-b0e37a065e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:45.819021 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-edd4156e-4aa8-4dd0-a3d8-fc4e86387f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:45.820442 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-edd4156e-4aa8-4dd0-a3d8-fc4e86387f42 service neutron] 10.222.0.109 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 917 time: 0.1480739 Jun 03 20:14:45.894913 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-67be7979-790c-4e9e-9cff-105662a57f36 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 217 time: 0.0676863 Jun 03 20:14:45.968924 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-742cdc45-fc31-447c-9708-2d7392fc81de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:45.970381 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-742cdc45-fc31-447c-9708-2d7392fc81de service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 200 len: 854 time: 0.0682077 Jun 03 20:14:46.070677 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-c7597833-13cd-4613-b905-1c5cb52f3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:46.072197 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-c7597833-13cd-4613-b905-1c5cb52f3bc2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=8ab02568-96b8-41ec-8e72-4351800821ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0950480 Jun 03 20:14:46.233818 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-e2d40a66-b474-429b-9d9f-5ebe33b03e6b service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516550 Jun 03 20:14:46.236826 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344689a5-4a84-4ef0-938c-0a1f62bc3c59 req-13ba006c-dc15-4dc9-b93a-b269e0abd914 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:46.238909 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-344689a5-4a84-4ef0-938c-0a1f62bc3c59 req-13ba006c-dc15-4dc9-b93a-b269e0abd914 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 944 time: 0.0933230 Jun 03 20:14:46.291176 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-344689a5-4a84-4ef0-938c-0a1f62bc3c59 req-3f4c72a0-b1b9-43c6-83ad-33b54f98882c tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465403 Jun 03 20:14:46.380514 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-69f3a46b-f3d4-4088-9e02-741a93b324e3 req-615b27f0-a9f2-4c49-be92-b1d2fe022de3 service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374142 Jun 03 20:14:47.419123 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:47.512719 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018db4a-d975-4df4-a400-4a6aa66b6ded req-c5a0476b-bc4d-4107-972c-d18d84065264 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:47.514686 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c018db4a-d975-4df4-a400-4a6aa66b6ded req-c5a0476b-bc4d-4107-972c-d18d84065264 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 944 time: 0.0940962 Jun 03 20:14:47.569961 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-c018db4a-d975-4df4-a400-4a6aa66b6ded req-b348e126-373a-4e51-934c-178502835e1b tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486786 Jun 03 20:14:48.789163 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238b7cb-5e3a-4df6-abdf-dd69c661a9d5 req-9eda7b3b-c949-43a4-8923-b61d8afa98cb tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:48.795185 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5238b7cb-5e3a-4df6-abdf-dd69c661a9d5 req-9eda7b3b-c949-43a4-8923-b61d8afa98cb tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 944 time: 0.1077688 Jun 03 20:14:48.850159 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:48.944264 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-5238b7cb-5e3a-4df6-abdf-dd69c661a9d5 req-0633399e-985d-420c-a956-07f3490767a9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425545 Jun 03 20:14:50.069901 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device d47721f1-ffc9-4228-87be-c06d1195176e details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=91761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 20:14:50.149432 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeb954-af55-4f1f-84bf-1f64346acebb req-7b848d2c-3dc2-47aa-b18b-cc5da48e0c34 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:50.151087 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-01eeb954-af55-4f1f-84bf-1f64346acebb req-7b848d2c-3dc2-47aa-b18b-cc5da48e0c34 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 944 time: 0.0913877 Jun 03 20:14:50.201453 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-01eeb954-af55-4f1f-84bf-1f64346acebb req-cf20205e-ed95-4eeb-a97f-05bf7a96c2a2 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Jun 03 20:14:50.229179 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port d47721f1-ffc9-4228-87be-c06d1195176e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d47721f1-ffc9-4228-87be-c06d1195176e,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:14:50.243936 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Returning: {'device': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'port_id': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'mac_address': 'fa:16:3e:75:fb:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 20:14:50.305651 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:50.324014 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47721f1-ffc9-4228-87be-c06d1195176e {{(pid=91761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 20:14:50.341510 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port d47721f1-ffc9-4228-87be-c06d1195176e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d47721f1-ffc9-4228-87be-c06d1195176e,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:14:50.346712 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:50.348477 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-2427bd33-d58e-4574-9193-ea3d707ac25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:50.422153 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=d47721f1-ffc9-4228-87be-c06d1195176e,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:50.425310 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:50.993445 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['d47721f1-ffc9-4228-87be-c06d1195176e'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:14:51.268700 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:51.411190 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f2cb-aba5-48dd-b37c-1414a25e7343 req-f6642ebc-bb26-4c6b-a044-7bff6c118b39 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:51.412758 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3434f2cb-aba5-48dd-b37c-1414a25e7343 req-f6642ebc-bb26-4c6b-a044-7bff6c118b39 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 945 time: 0.0916965 Jun 03 20:14:51.461926 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3434f2cb-aba5-48dd-b37c-1414a25e7343 req-3a938f86-c356-47b6-8ae6-b40be47d1295 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Jun 03 20:14:52.079849 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device d47721f1-ffc9-4228-87be-c06d1195176e up at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 20:14:52.149930 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning for port d47721f1-ffc9-4228-87be-c06d1195176e completed by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 20:14:52.155129 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Provisioning complete for port d47721f1-ffc9-4228-87be-c06d1195176e triggered by entity L2. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:14:52.155514 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:52.286281 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:52.315294 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e'}] {{(pid=91761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:14:52.317863 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f90b1c059f13e0932cd86c496a163fc3e554523a3c9bcbd966e5007f1cf3432d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a380186d-10ac-462f-af2d-380a43616cb9" -d '{"events": [{"server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "name": "network-vif-plugged", "status": "completed", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e"}]}' {{(pid=91761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:14:52.325709 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] For port d47721f1-ffc9-4228-87be-c06d1195176e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d47721f1-ffc9-4228-87be-c06d1195176e,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:14:52.333123 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:14:52.335022 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:14:52.411200 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Pushing event updated for resources: {'Port': ['ID=d47721f1-ffc9-4228-87be-c06d1195176e,revision_number=5']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:14:52.414540 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:14:52.496019 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfa68bb-e5a2-4e44-89b9-9f0de45ee8ac x-openstack-request-id: req-cbfa68bb-e5a2-4e44-89b9-9f0de45ee8ac {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:14:52.496439 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "name": "network-vif-plugged", "status": "completed", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e", "code": 200}]} {{(pid=91761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:14:52.496825 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cbfa68bb-e5a2-4e44-89b9-9f0de45ee8ac {{(pid=91761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:14:52.497388 dv-cinder-794669-1-smb neutron-server[91761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'code': 200} Jun 03 20:14:52.658572 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cb229-0bfd-4771-8b70-a8ce9199ddc5 req-6cd4dc24-09c2-421b-b959-d5fc097a468a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:52.660086 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-650cb229-0bfd-4771-8b70-a8ce9199ddc5 req-6cd4dc24-09c2-421b-b959-d5fc097a468a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.0877883 Jun 03 20:14:52.716544 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-650cb229-0bfd-4771-8b70-a8ce9199ddc5 req-d83dac57-4c28-4c32-a317-69c43d092126 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502830 Jun 03 20:14:52.735402 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ec367-1634-4542-9358-ab45e5b77b94 req-f899b00f-aed5-4bdd-bb66-7656d0b06a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:52.737434 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f55ec367-1634-4542-9358-ab45e5b77b94 req-f899b00f-aed5-4bdd-bb66-7656d0b06a84 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1099 time: 0.0742903 Jun 03 20:14:52.790051 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-f55ec367-1634-4542-9358-ab45e5b77b94 req-bb6ba1d7-ae57-4217-81a7-973069784ef8 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Jun 03 20:14:53.961498 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693597b5-e4a7-4573-ae23-a9e1d679019a req-c9421ef0-4d74-46f8-a2cc-f14bed6272cb tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:53.963051 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-693597b5-e4a7-4573-ae23-a9e1d679019a req-c9421ef0-4d74-46f8-a2cc-f14bed6272cb tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.0919614 Jun 03 20:14:54.010258 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-693597b5-e4a7-4573-ae23-a9e1d679019a req-560c417d-6db1-43e9-9257-f44df71857e7 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Jun 03 20:14:55.204761 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda3e67-0383-4d73-aaf4-ad8bda0a9e61 req-192910f5-b09b-4646-902e-838c573d7e38 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:55.206196 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6bda3e67-0383-4d73-aaf4-ad8bda0a9e61 req-192910f5-b09b-4646-902e-838c573d7e38 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.0895965 Jun 03 20:14:55.253282 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6bda3e67-0383-4d73-aaf4-ad8bda0a9e61 req-c03dd2a5-2d98-4734-b89e-099c86e95fc8 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407515 Jun 03 20:14:55.442351 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1b9a-d3d1-4685-ae7c-1ff62ff9e6dc req-317c5978-06f8-4c8c-8f3b-29fa0ae1a9f0 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:55.443866 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-aa8b1b9a-d3d1-4685-ae7c-1ff62ff9e6dc req-317c5978-06f8-4c8c-8f3b-29fa0ae1a9f0 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.0838869 Jun 03 20:14:55.494410 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-aa8b1b9a-d3d1-4685-ae7c-1ff62ff9e6dc req-cd87521c-c328-45bd-81bd-216c18a04b39 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Jun 03 20:14:55.904309 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a071ea9-6373-417d-80f4-8a83f301d4b0 req-54939498-6310-4b77-a87b-e70a6401cf51 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:14:55.906124 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8a071ea9-6373-417d-80f4-8a83f301d4b0 req-54939498-6310-4b77-a87b-e70a6401cf51 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.0910056 Jun 03 20:14:55.966486 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-8a071ea9-6373-417d-80f4-8a83f301d4b0 req-18bfd14b-8865-4e7c-8e7e-c8ddcbc810f8 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506940 Jun 03 20:14:58.078601 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:15:00.915434 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d401b9c-18e6-4fa4-856f-065d4899223d req-c97a5ed8-83cb-4e48-842f-aa728a0e9d7b tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:00.917206 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6d401b9c-18e6-4fa4-856f-065d4899223d req-c97a5ed8-83cb-4e48-842f-aa728a0e9d7b tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.0834029 Jun 03 20:15:00.970335 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6d401b9c-18e6-4fa4-856f-065d4899223d req-3f262874-b425-42e9-b5cf-e7c8ed0def20 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466368 Jun 03 20:15:00.998747 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38430) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:01.257968 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff7e7-fcb2-4423-9513-b88b9c25c92a tempest-TestMinimumBasicScenario-1596546306 tempest-TestMinimumBasicScenario-1596546306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:01.258578 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-b48ff7e7-fcb2-4423-9513-b88b9c25c92a tempest-TestMinimumBasicScenario-1596546306 tempest-TestMinimumBasicScenario-1596546306-project-admin] Synchronizing usage tracker for tenant:01d609d7ad0941d3b70e7959e44266ac on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:15:01.275102 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-b48ff7e7-fcb2-4423-9513-b88b9c25c92a tempest-TestMinimumBasicScenario-1596546306 tempest-TestMinimumBasicScenario-1596546306-project-admin] Unset dirty status for tenant:01d609d7ad0941d3b70e7959e44266ac on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:15:01.276273 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-b48ff7e7-fcb2-4423-9513-b88b9c25c92a tempest-TestMinimumBasicScenario-1596546306 tempest-TestMinimumBasicScenario-1596546306-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1094 time: 0.2757530 Jun 03 20:15:01.279092 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38434) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:01.283966 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'floatingip': {'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'port_id': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:15:01.289852 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:15:01.293618 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Usage tracker for resource:floatingip and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:15:01.296463 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:15:01.302695 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:15:01.313490 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for floatingip, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:01.449791 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:01.698456 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Allocated IP 172.28.3.217 (35db765c-e254-4267-9abb-eb16c6f88e22/5e6a6361-31e1-4d0a-90a4-15b14750c156/fd0eab64-ba32-4f28-b199-9aeb1d47ea02) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 20:15:01.874640 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:01.907668 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729093696076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:01.911603 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e0e65e72-d7a9-4765-9e39-71a8e3e0036f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:01.971015 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Network 35db765c-e254-4267-9abb-eb16c6f88e22 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 20:15:01.973793 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 20:15:01.982157 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 20:15:02.012407 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'Port': ['ID=fd0eab64-ba32-4f28-b199-9aeb1d47ea02,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:02.019160 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:02.407961 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:02.490028 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:02.711017 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:02.715218 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13816172'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:02.720675 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5e87f0d5-1066-48a0-accc-655715a05ffb tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:02.838604 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'Port': ['ID=fd0eab64-ba32-4f28-b199-9aeb1d47ea02,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:02.841480 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:02.849652 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-803428'] for floatingip, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:03.032451 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.l3_db [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Floating IP 2c8b4e01-5843-46a9-82bc-f80d1a35011e associated. External IP: 172.28.3.217, port: d47721f1-ffc9-4228-87be-c06d1195176e. Jun 03 20:15:03.511630 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:15:03.712831 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:15:03.727387 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] Sync routers for ids ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:15:03.746508 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] Routers {'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:15:03.747723 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:14:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:15:03.753701 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:03.820586 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5403759 Jun 03 20:15:03.821630 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:15:03.823376 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 38448) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:03.824048 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e44783-3abe-467a-b897-7fa2e1b72d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:15:03.836097 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265582246', 'description': 'tempest-secgroup-smoke-265582246 description', 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:15:03.842741 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:15:03.848050 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Usage tracker for resource:security_group and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:15:03.851732 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:15:03.860708 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:15:03.875843 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3841ee3d-ccea-4df0-848d-704735fc2dbf x-openstack-request-id: req-3841ee3d-ccea-4df0-848d-704735fc2dbf {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:15:03.876353 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:15:03.876656 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3841ee3d-ccea-4df0-848d-704735fc2dbf {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:15:03.877139 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'status': 'completed', 'code': 200} Jun 03 20:15:03.878279 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:03.900180 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:15:03.906369 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Usage tracker for resource:security_group_rule and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:15:03.911725 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:15:03.923583 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:15:04.007501 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-7f66ddb3-a194-4933-bed5-3d9611686322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:04.009073 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-7f66ddb3-a194-4933-bed5-3d9611686322 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1099 time: 0.0972004 Jun 03 20:15:04.021334 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] Set router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:15:04.044504 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.050229 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.055513 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-95b183e2-5bf7-49e5-b30a-9eb28cdf7a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:04.100572 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d42614-b79c-48c4-bb32-94db7b2c941f,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:04.109571 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.112252 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2874005 Jun 03 20:15:04.118414 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38452) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:04.123404 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.125412 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.126390 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.127356 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.127776 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'security_group_rule': {'security_group_id': '40d42614-b79c-48c4-bb32-94db7b2c941f', 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:15:04.128665 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.129643 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.130598 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.131718 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.132638 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.133842 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.134982 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.136107 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:15:04.145922 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-89c982b0-e114-422b-9534-d8a8bf9b4a11 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:04.146222 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:15:04.153294 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Usage tracker for resource:security_group_rule and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:15:04.158164 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:15:04.168502 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:15:04.192999 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-969dab5d-db99-45ed-abea-24dd65e7199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:04.194494 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-969dab5d-db99-45ed-abea-24dd65e7199d service neutron] 10.222.0.109 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 917 time: 0.1742115 Jun 03 20:15:04.201834 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.337981 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-c459b9d5-82d7-4d6c-871b-499c4e948583 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 1000 time: 0.1288874 Jun 03 20:15:04.394519 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.402169 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '2c8b4e01-5843-46a9-82bc-f80d1a35011e', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'port_id': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'mac_address': 'fa:16:3e:75:fb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:15:02Z', 'updated_at': '2021-06-03T20:15:02Z', 'revision_number': 0, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9085cd3-de72-4d26-961f-8d6db56eabcb', 'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'mac_address': 'fa:16:3e:b6:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:06Z', 'updated_at': '2021-06-03T20:14:12Z', 'revision_number': 5, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'subnets': [{'id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:15:04.404025 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.407114 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] Checking router: fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:15:04.411317 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-dc0a1cf4-d247-4e29-b7b8-0ffa742d17f5 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:04.416593 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] Routers {'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:15:04.417265 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:14:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:15:04.441198 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-e9c8e029-7a72-4ce7-8520-0247cabdeb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:04.442553 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-e9c8e029-7a72-4ce7-8520-0247cabdeb6d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 200 len: 854 time: 0.0963817 Jun 03 20:15:04.445671 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2b8e96-53cd-4ec1-bb12-b67f104b0849,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:04.448267 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:04.456842 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.458155 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-cb438f38-855a-447c-8bc1-47bf008d590a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387377 Jun 03 20:15:04.461048 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 38454) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:04.466583 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'security_group_rule': {'security_group_id': '40d42614-b79c-48c4-bb32-94db7b2c941f', 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:15:04.473369 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:15:04.477397 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Usage tracker for resource:security_group_rule and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:15:04.480458 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:15:04.488277 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:15:04.507964 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.542338 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-7a132562-cbb3-4f94-b7bd-6ec1ab161ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:04.543874 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-7a132562-cbb3-4f94-b7bd-6ec1ab161ec0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=8ab02568-96b8-41ec-8e72-4351800821ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845895 Jun 03 20:15:04.578289 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.583892 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.586895 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ab3cfbee-dc22-4785-9a44-e7d80164f284 tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:04.614608 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe4d800-bbfe-49db-b619-5f7cb605a63f,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:04.618852 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:04.628586 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.632375 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-394848e2-137f-4fd9-8a6f-7e51989f46e9 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1674204 Jun 03 20:15:04.632680 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 38456) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:04.637417 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'security_group_rule': {'security_group_id': '40d42614-b79c-48c4-bb32-94db7b2c941f', 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:15:04.645156 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:15:04.649349 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Usage tracker for resource:security_group_rule and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:15:04.652438 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:15:04.659130 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:15:04.674644 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] Set router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:15:04.683199 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.694149 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-e39496ff-2d86-4a0c-b52f-a55454870b10 service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432068 Jun 03 20:15:04.769360 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.774383 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.776470 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:04.806288 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1514c9d3-7e18-422d-be65-78f2a18b3e2d,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:04.818636 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:04.829184 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.833645 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-a3ab3055-78c6-41f4-b5e3-33ad91e1b2b3 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1972301 Jun 03 20:15:04.834228 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 38462) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:04.841949 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'security_group_rule': {'security_group_id': '40d42614-b79c-48c4-bb32-94db7b2c941f', 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:15:04.848627 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:15:04.852915 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Usage tracker for resource:security_group_rule and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:15:04.856524 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:15:04.865452 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:15:04.898705 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:04.941223 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-33e44783-3abe-467a-b897-7fa2e1b72d8f req-aa9e13c0-cbba-45d6-b325-e6e01b62767a service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349985 Jun 03 20:15:04.993499 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.025564 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.027890 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3154fbdc-de21-47f2-8c10-30574a473c8d tempest-TestShelveInstance-1479337156 tempest-TestShelveInstance-1479337156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:05.053769 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8accd320-2611-468b-99ad-308640de1b8d,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:05.056499 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:05.072625 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.074184 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-31c58992-f699-4b5d-9b08-63df2fae5376 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2384913 Jun 03 20:15:05.077195 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 38464) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:05.082812 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'security_group_rule': {'security_group_id': '40d42614-b79c-48c4-bb32-94db7b2c941f', 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:15:05.088843 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:15:05.094148 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Usage tracker for resource:security_group_rule and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:15:05.097597 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:15:05.104328 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.db.quota.driver [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:15:05.118582 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.securitygroups_db [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Project 7dc0f2df669a4840bcc197c5aaeb6116 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 20:15:05.122470 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '2c8b4e01-5843-46a9-82bc-f80d1a35011e', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'port_id': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'mac_address': 'fa:16:3e:75:fb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:15:02Z', 'updated_at': '2021-06-03T20:15:02Z', 'revision_number': 0, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9085cd3-de72-4d26-961f-8d6db56eabcb', 'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'mac_address': 'fa:16:3e:b6:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:06Z', 'updated_at': '2021-06-03T20:14:12Z', 'revision_number': 5, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'subnets': [{'id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:15:05.125360 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.128938 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f3e2b-832d-4c22-a9f1-b5f051c3a3c5 None None] The sync data for ids ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'] in dv-cinder-794669-1-smb is: [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_floatingips': [{'id': '2c8b4e01-5843-46a9-82bc-f80d1a35011e', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'router_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'port_id': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'mac_address': 'fa:16:3e:75:fb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T20:15:02Z', 'updated_at': '2021-06-03T20:15:02Z', 'revision_number': 0, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9085cd3-de72-4d26-961f-8d6db56eabcb', 'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'mac_address': 'fa:16:3e:b6:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:06Z', 'updated_at': '2021-06-03T20:14:12Z', 'revision_number': 5, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'subnets': [{'id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:15:05.210278 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.215450 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.217974 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-117e2fce-68c0-4926-a268-d039c1f4d55a tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:05.246230 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490b16ec-cf54-4e9b-a7fa-16cfa61ae0c5,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:05.248981 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:05.259158 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.263864 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38466) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:05.269243 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.v2.base [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'security_group_rule': {'security_group_id': '40d42614-b79c-48c4-bb32-94db7b2c941f', 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:15:05.274527 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-8b77d303-df77-464a-8bba-d78526b24053 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1953180 Jun 03 20:15:05.275431 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:15:05.280139 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Usage tracker for resource:security_group_rule and tenant:7dc0f2df669a4840bcc197c5aaeb6116 is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:15:05.284908 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:15:05.295088 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:15:05.309198 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.db.securitygroups_db [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Project 7dc0f2df669a4840bcc197c5aaeb6116 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 20:15:05.318537 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.372846 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fd730f-0f11-4587-9fb8-c4227f275b5a None None] New status for floating IP 2c8b4e01-5843-46a9-82bc-f80d1a35011e: ACTIVE {{(pid=91762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:15:05.410391 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.416653 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685695'] for security_group_rule, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.420101 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:05.450996 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fa7de6-ca66-4bc7-8199-2411345c7f88,revision_number=0']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:05.459252 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:05.493568 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:05.497668 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-2e766b3f-d90f-4989-a5c4-7583e55f140a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2320812 Jun 03 20:15:05.639208 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-3cc4fc03-bb06-440f-96e9-04f92e96a070 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Synchronizing usage tracker for tenant:7dc0f2df669a4840bcc197c5aaeb6116 on resource:security_group {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:15:05.661516 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-3cc4fc03-bb06-440f-96e9-04f92e96a070 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Unset dirty status for tenant:7dc0f2df669a4840bcc197c5aaeb6116 on resource:security_group {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:15:05.662699 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-3cc4fc03-bb06-440f-96e9-04f92e96a070 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265582246&fields=id&tenant_id=7dc0f2df669a4840bcc197c5aaeb6116 HTTP/1.1" status: 200 len: 267 time: 0.0699115 Jun 03 20:15:05.773388 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-edd5063d-fc08-4cfa-8fb5-1891c6ccdc04 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:05.775047 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-edd5063d-fc08-4cfa-8fb5-1891c6ccdc04 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.1006403 Jun 03 20:15:05.787467 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-7023a514-6ec9-4ee2-ae5d-d4df4d9d5aee tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'port': {'security_groups': ['cf059814-cb2b-4b82-9b12-caff33c3863f', '40d42614-b79c-48c4-bb32-94db7b2c941f']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:15:05.913695 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-7023a514-6ec9-4ee2-ae5d-d4df4d9d5aee tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:06.194880 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-7023a514-6ec9-4ee2-ae5d-d4df4d9d5aee tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] For port d47721f1-ffc9-4228-87be-c06d1195176e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d47721f1-ffc9-4228-87be-c06d1195176e,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:15:06.223257 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-7023a514-6ec9-4ee2-ae5d-d4df4d9d5aee tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:06.228286 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-7023a514-6ec9-4ee2-ae5d-d4df4d9d5aee tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16318814'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:06.234560 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ed5f4f02-36d9-4ab9-901b-7b78813e6f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:06.240595 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['d47721f1-ffc9-4228-87be-c06d1195176e'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:15:06.297369 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-7023a514-6ec9-4ee2-ae5d-d4df4d9d5aee tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:06.298083 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-7023a514-6ec9-4ee2-ae5d-d4df4d9d5aee tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:06.299677 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3d193c92-f4f0-42f0-9655-30c048a548ed req-7023a514-6ec9-4ee2-ae5d-d4df4d9d5aee tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "PUT /v2.0/ports/d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 982 time: 0.5170469 Jun 03 20:15:06.300142 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:15:06.302602 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865d7ead-4096-4c4b-80ae-bd7240078967" -d '{"events": [{"name": "network-changed", "server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:15:06.350403 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023a514-6ec9-4ee2-ae5d-d4df4d9d5aee tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'Port': ['ID=d47721f1-ffc9-4228-87be-c06d1195176e,revision_number=6']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:06.362953 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7023a514-6ec9-4ee2-ae5d-d4df4d9d5aee tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:06.378413 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['d47721f1-ffc9-4228-87be-c06d1195176e'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:15:06.590617 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b95bd0a-4b40-4451-8d07-1e47221ce7d5 x-openstack-request-id: req-9b95bd0a-4b40-4451-8d07-1e47221ce7d5 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:15:06.591024 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:15:06.591408 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9b95bd0a-4b40-4451-8d07-1e47221ce7d5 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:15:06.591931 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'status': 'completed', 'code': 200} Jun 03 20:15:06.608833 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-e55d4b92-b382-4a3b-a9fd-18caf0c47c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:06.611364 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-e55d4b92-b382-4a3b-a9fd-18caf0c47c19 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1138 time: 0.1032062 Jun 03 20:15:06.635435 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0ee7d-5eee-43db-af44-8b1563416b82 req-1aaec0e9-2179-4535-8f79-3742bf0a48cf tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:06.637534 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-30b0ee7d-5eee-43db-af44-8b1563416b82 req-1aaec0e9-2179-4535-8f79-3742bf0a48cf tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.2161949 Jun 03 20:15:06.656535 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-75537def-3d10-4e6e-86c8-eec10a2efd63 None None] Provisioning complete for port d47721f1-ffc9-4228-87be-c06d1195176e triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:15:06.656938 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-75537def-3d10-4e6e-86c8-eec10a2efd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:06.708611 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-30b0ee7d-5eee-43db-af44-8b1563416b82 req-3c57f871-8b46-4de5-8dcf-37bd995fc51b tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636978 Jun 03 20:15:06.967716 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-7c8f9e74-d1c1-4d75-a25b-6d6c1f4534c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:06.969351 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-7c8f9e74-d1c1-4d75-a25b-6d6c1f4534c6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 917 time: 0.3513296 Jun 03 20:15:07.103890 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-a42df174-f5d4-40c5-869b-7608ae6af74e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 1002 time: 0.1277716 Jun 03 20:15:07.189419 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-a0f896b7-f3a3-43ed-bcd7-b74b9b70bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:07.191149 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-a0f896b7-f3a3-43ed-bcd7-b74b9b70bb03 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 200 len: 854 time: 0.0792773 Jun 03 20:15:07.273006 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-97dfd8a2-c5a9-4287-a6d9-68b315730d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:07.274407 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-97dfd8a2-c5a9-4287-a6d9-68b315730d5e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=8ab02568-96b8-41ec-8e72-4351800821ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760136 Jun 03 20:15:07.415528 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-846803ee-f33f-4c7b-81ef-857855b43ef1 service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323192 Jun 03 20:15:07.555896 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-865d7ead-4096-4c4b-80ae-bd7240078967 req-4e6242d9-739c-422a-aceb-3d80728e2eb2 service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328351 Jun 03 20:15:12.187595 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38514) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:12.320290 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-061b837b-a2cb-4369-8260-85c1f3e80da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:12.337430 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-061b837b-a2cb-4369-8260-85c1f3e80da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 20:15:12.342223 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-061b837b-a2cb-4369-8260-85c1f3e80da5 admin admin] Usage tracker for resource:security_group_rule and tenant:f49ab51e96a34648a6e567b81455bdbf is out of sync, need to count used quota {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 20:15:12.346052 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [None req-061b837b-a2cb-4369-8260-85c1f3e80da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91760) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 20:15:12.352740 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.quota.driver [None req-061b837b-a2cb-4369-8260-85c1f3e80da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91760) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 20:15:12.457181 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-061b837b-a2cb-4369-8260-85c1f3e80da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:12.462742 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-061b837b-a2cb-4369-8260-85c1f3e80da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:12.471024 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2bca5f22-3ec5-4a9d-8694-e1a27b2d4484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:12.513682 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b837b-a2cb-4369-8260-85c1f3e80da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf688d81-b80a-4cfb-b1d6-f827bc376af2,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:12.517074 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-061b837b-a2cb-4369-8260-85c1f3e80da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:12.519871 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-061b837b-a2cb-4369-8260-85c1f3e80da5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f49ab51e96a34648a6e567b81455bdbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312287 Jun 03 20:15:12.523028 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38520) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:15:12.565266 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f0b6bdf1-0bf8-4a6b-9b00-e1916af27739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:12.595756 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2757d80a-d4ec-4f82-9f11-cc6454a144ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:12.630519 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2757d80a-d4ec-4f82-9f11-cc6454a144ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:12.699099 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2757d80a-d4ec-4f82-9f11-cc6454a144ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:12.703923 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d1db5399-c73d-4262-9c68-a688b24544ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:15:12.717884 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757d80a-d4ec-4f82-9f11-cc6454a144ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf688d81-b80a-4cfb-b1d6-f827bc376af2,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:15:12.722087 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2757d80a-d4ec-4f82-9f11-cc6454a144ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:15:12.724186 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2757d80a-d4ec-4f82-9f11-cc6454a144ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:12.725502 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-2757d80a-d4ec-4f82-9f11-cc6454a144ca admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cf688d81-b80a-4cfb-b1d6-f827bc376af2 HTTP/1.1" status: 204 len: 168 time: 0.2015467 Jun 03 20:15:15.180221 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:15.719732 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a2ebe12d-381c-4793-9511-2ee73f459413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:17.413248 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:18.844414 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:21.276591 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:30.606824 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-08a10fbc-d465-4404-936b-cbc13a3f7d20 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719943 Jun 03 20:15:30.744842 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-ce7c2444-8706-4128-afe6-473431b4561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:30.746342 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-ce7c2444-8706-4128-afe6-473431b4561e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1138 time: 0.0719147 Jun 03 20:15:30.892640 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-311996b2-ef49-4605-8c86-3226a51b661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:30.894195 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-311996b2-ef49-4605-8c86-3226a51b661c service neutron] 10.222.0.109 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 917 time: 0.1281042 Jun 03 20:15:31.002796 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-2e937457-584c-4552-8815-2b32fc2a4810 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 1002 time: 0.1015773 Jun 03 20:15:31.075188 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-e81ed8ba-0310-4cb2-a9f1-b7f837231d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:31.076623 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-e81ed8ba-0310-4cb2-a9f1-b7f837231d88 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 200 len: 854 time: 0.0674543 Jun 03 20:15:31.155240 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-ef150396-2979-4bbe-88ff-c0997ceac2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:15:31.157260 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-ef150396-2979-4bbe-88ff-c0997ceac2dc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=8ab02568-96b8-41ec-8e72-4351800821ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736945 Jun 03 20:15:31.302279 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-b488aa62-08b8-4a4b-b19d-81e0e3718ffd service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382513 Jun 03 20:15:31.536852 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-0b7e6612-9de9-4187-a344-91460d5e0a00 req-3a1bf905-a11c-4459-84db-3f3247777be6 service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279150 Jun 03 20:15:35.077557 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:15:42.558985 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d96cdc23-aa82-4a68-aec2-6e019608a84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:45.173868 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:45.722882 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-79198f8a-17f7-4921-9c30-ab6b6ace8f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:47.416423 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:48.847378 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:15:51.306055 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:12.076942 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:16:12.566013 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-b91474e5-4af7-42c9-859b-88baecc188d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:15.178195 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:15.726436 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-bafb3d81-055e-4a95-b16b-a05c1e1df8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:17.417397 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:18.852632 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:21.314559 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:21.424566 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-5ec72de3-8990-4397-8cdc-d14627e3e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:21.426003 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-5ec72de3-8990-4397-8cdc-d14627e3e6b5 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1138 time: 0.0822473 Jun 03 20:16:21.475151 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c63d1b-7b1b-412c-b487-acc70d422b6a req-bd2d1b27-1762-4d68-844f-c063443f6f8c tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:21.477981 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d3c63d1b-7b1b-412c-b487-acc70d422b6a req-bd2d1b27-1762-4d68-844f-c063443f6f8c tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.1367469 Jun 03 20:16:21.528900 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d3c63d1b-7b1b-412c-b487-acc70d422b6a req-2b651f0c-9f3c-45b5-9b03-9d9390da2398 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439131 Jun 03 20:16:21.576614 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-4108b664-8697-40e0-a1eb-c9ebb92c46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:21.578100 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-4108b664-8697-40e0-a1eb-c9ebb92c46f9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 917 time: 0.1440821 Jun 03 20:16:21.694406 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-94c2c7c0-058f-480b-8b28-a43c80ddd8b3 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 1002 time: 0.1088564 Jun 03 20:16:21.769832 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-2f6be356-0752-4878-aedf-87f5e9b53c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:21.771357 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-2f6be356-0752-4878-aedf-87f5e9b53c91 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 200 len: 854 time: 0.0699837 Jun 03 20:16:21.859409 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-2254cad7-a8c8-4320-8584-abdbf84b5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:21.861499 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-2254cad7-a8c8-4320-8584-abdbf84b5271 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=8ab02568-96b8-41ec-8e72-4351800821ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830233 Jun 03 20:16:22.004153 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-5feadf64-e896-4a85-8699-222e20d48023 service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354117 Jun 03 20:16:22.150133 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-3cb8a793-9c4d-4982-af46-591de6b2e72b req-4312fd86-0df2-450e-972a-92dcef5d8aeb service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373956 Jun 03 20:16:22.730066 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65ad15-102f-4dd9-aa64-c7b7c4887bc8 req-82570c28-0467-49b9-b15d-936190d29207 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:22.731636 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ec65ad15-102f-4dd9-aa64-c7b7c4887bc8 req-82570c28-0467-49b9-b15d-936190d29207 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.0897098 Jun 03 20:16:22.778781 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-ec65ad15-102f-4dd9-aa64-c7b7c4887bc8 req-b7926179-8759-4f10-bec3-453ecf1c9815 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410309 Jun 03 20:16:24.008886 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977254a-1afe-4ed3-a32c-e77f0131b570 req-574f79a6-534e-48ab-b1a3-be29c7d7f9cf tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:24.010827 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3977254a-1afe-4ed3-a32c-e77f0131b570 req-574f79a6-534e-48ab-b1a3-be29c7d7f9cf tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.0954106 Jun 03 20:16:24.060479 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-3977254a-1afe-4ed3-a32c-e77f0131b570 req-df4b13c2-7a48-4316-ba57-5885d353135e tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422807 Jun 03 20:16:25.270463 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202c10a-e488-4075-918f-1618719eb0d7 req-02bbe561-6a9a-41b1-9e8f-33d1950a169a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:25.272055 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f202c10a-e488-4075-918f-1618719eb0d7 req-02bbe561-6a9a-41b1-9e8f-33d1950a169a tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.0963299 Jun 03 20:16:25.321639 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-f202c10a-e488-4075-918f-1618719eb0d7 req-04325410-6623-43a1-b66f-b238be820785 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436440 Jun 03 20:16:26.538915 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c64cf8-c74d-46e6-93ac-f508a674f32c req-25400bd4-14aa-489a-b499-8965522a898b tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:26.540422 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d2c64cf8-c74d-46e6-93ac-f508a674f32c req-25400bd4-14aa-489a-b499-8965522a898b tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.0925107 Jun 03 20:16:26.592886 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d2c64cf8-c74d-46e6-93ac-f508a674f32c req-4fd5c4b9-c1bd-4d15-b101-865891182fbb tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447667 Jun 03 20:16:27.830698 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2164c0-a9f2-4f6f-a531-480e40d1f792 req-83cf093f-e778-4f59-afcf-db2032a604b1 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:27.832585 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dc2164c0-a9f2-4f6f-a531-480e40d1f792 req-83cf093f-e778-4f59-afcf-db2032a604b1 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.1100798 Jun 03 20:16:27.909750 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dc2164c0-a9f2-4f6f-a531-480e40d1f792 req-ec79ec20-714c-4393-9c6e-3fab08b9ed26 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696480 Jun 03 20:16:29.160453 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ca86-f2d6-4ca6-a873-79c999dae407 req-22fe9006-c6b6-4af7-98a3-9c41c93232de tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:29.165192 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-71f7ca86-f2d6-4ca6-a873-79c999dae407 req-22fe9006-c6b6-4af7-98a3-9c41c93232de tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.1012828 Jun 03 20:16:29.223675 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-71f7ca86-f2d6-4ca6-a873-79c999dae407 req-bb2fecfd-29f6-4fb6-8c4b-4a7bbe545004 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499744 Jun 03 20:16:30.420134 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f096a-d7a8-4f20-89f0-e178d8b49912 req-daf7e0df-50cd-4602-955d-cea1f1ba7ecd tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:30.426647 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-836f096a-d7a8-4f20-89f0-e178d8b49912 req-daf7e0df-50cd-4602-955d-cea1f1ba7ecd tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.0861359 Jun 03 20:16:30.476526 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-836f096a-d7a8-4f20-89f0-e178d8b49912 req-533fef05-6df2-403b-b566-8159f0936b61 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446506 Jun 03 20:16:31.680583 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-11241688-0bbd-4849-9e4e-af32fe3a40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:31.682081 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-11241688-0bbd-4849-9e4e-af32fe3a40dc service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1138 time: 0.0785937 Jun 03 20:16:31.727497 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d538d4-3dad-49c0-9145-8ea15288d173 req-13f38e13-bf95-4a15-9283-1ff1ac10488e tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:31.729047 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-01d538d4-3dad-49c0-9145-8ea15288d173 req-13f38e13-bf95-4a15-9283-1ff1ac10488e tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.0874643 Jun 03 20:16:31.784466 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-01d538d4-3dad-49c0-9145-8ea15288d173 req-c01621eb-a2ae-426c-af44-6756f1037444 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481997 Jun 03 20:16:31.879873 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-1d16511b-010d-4b57-803d-3ee0b90920a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:31.881358 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-1d16511b-010d-4b57-803d-3ee0b90920a9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 917 time: 0.1783891 Jun 03 20:16:32.000232 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-9407cffb-4c5f-47fa-8890-ca0827bde48e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 1002 time: 0.1107311 Jun 03 20:16:32.069719 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-ea812a42-981d-4317-90ea-893673b6072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:32.071073 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-ea812a42-981d-4317-90ea-893673b6072c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 200 len: 854 time: 0.0630083 Jun 03 20:16:32.152974 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-e6e73882-3ff9-493c-9875-60c726613597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:32.154437 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-e6e73882-3ff9-493c-9875-60c726613597 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=8ab02568-96b8-41ec-8e72-4351800821ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770011 Jun 03 20:16:32.297232 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-f12e50c5-5763-4170-87e0-ebf507136f88 service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347325 Jun 03 20:16:32.456951 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-218491ae-2a69-4eaa-9a5d-ffe3952d9768 req-6fd445e1-1b7b-48d2-9f11-508d62e927ba service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478117 Jun 03 20:16:33.003860 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12771e63-24b6-4c5e-a95f-889cb30d7fce req-cc4a908c-0626-4c76-9ed4-611c3578974c tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:33.005346 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-12771e63-24b6-4c5e-a95f-889cb30d7fce req-cc4a908c-0626-4c76-9ed4-611c3578974c tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.0862672 Jun 03 20:16:33.052384 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-12771e63-24b6-4c5e-a95f-889cb30d7fce req-825ea18a-ba9a-4bf2-be91-7a93aaf98c24 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412099 Jun 03 20:16:34.240634 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d5299-4dc6-4277-9a0e-5571e4fcf19a req-1c601f1b-fa85-4954-ad04-6ba3670898c7 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:16:34.242432 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6b9d5299-4dc6-4277-9a0e-5571e4fcf19a req-1c601f1b-fa85-4954-ad04-6ba3670898c7 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.0828516 Jun 03 20:16:34.292093 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-6b9d5299-4dc6-4277-9a0e-5571e4fcf19a req-ae441de6-7267-4a72-8bdf-a6208be0cadd tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=40d42614-b79c-48c4-bb32-94db7b2c941f&id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439060 Jun 03 20:16:42.560216 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-79349da7-8fb4-48ba-8776-eab506b63487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:45.182490 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:45.728768 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-1f6a69dd-3108-452c-9637-3ab85beb63a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:47.419555 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:48.854558 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:16:49.078014 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:16:51.307942 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:12.562244 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-3b226ed7-63e2-4ab5-a54e-3edd106b183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:15.191845 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:15.731067 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-50d4db2d-4cf6-4117-a5f6-8b0058054ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:17.422284 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:18.857392 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:21.314427 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:26.076663 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:17:31.681439 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-46d15cfe-a6ef-487b-91c8-484280bd6f8c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1666179 Jun 03 20:17:31.830099 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-5dead31c-9aa4-41c9-93cd-13d14e91e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:31.831565 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-5dead31c-9aa4-41c9-93cd-13d14e91e682 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1138 time: 0.0781381 Jun 03 20:17:31.982582 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-d19947ca-8829-452b-9a4f-50f96776fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:31.983900 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-d19947ca-8829-452b-9a4f-50f96776fc87 service neutron] 10.222.0.109 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 917 time: 0.1312699 Jun 03 20:17:32.092806 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-9bb04b65-da29-4f3b-b9a8-86f7029c873c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 1002 time: 0.0996470 Jun 03 20:17:32.165401 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-0a9883b5-1d9e-439a-aae1-de10a0bddf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:32.167804 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-0a9883b5-1d9e-439a-aae1-de10a0bddf4b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 200 len: 854 time: 0.0687468 Jun 03 20:17:32.247972 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-f2501282-351b-4f5f-bdac-95905fdc7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:32.249396 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-f2501282-351b-4f5f-bdac-95905fdc7885 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=8ab02568-96b8-41ec-8e72-4351800821ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742648 Jun 03 20:17:32.383861 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-fe04855f-b0a5-4b9a-bcc9-640c7ec3922e service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253731 Jun 03 20:17:32.521868 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-9e3a1ee6-6471-45c8-959c-ad40294a1224 req-1c9cd4aa-3547-4588-9d8c-ff1f136145d6 service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264193 Jun 03 20:17:40.341746 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1990e498-f094-486b-8b53-1ee0f311e5de req-ab6883fd-c526-4c38-b928-01d16ae63ae7 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265582246&fields=id&tenant_id=7dc0f2df669a4840bcc197c5aaeb6116 HTTP/1.1" status: 200 len: 267 time: 0.2474871 Jun 03 20:17:40.427595 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990e498-f094-486b-8b53-1ee0f311e5de req-20500e76-97ef-48f0-83d3-afe4e5143a6e tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:40.428967 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1990e498-f094-486b-8b53-1ee0f311e5de req-20500e76-97ef-48f0-83d3-afe4e5143a6e tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 985 time: 0.0817811 Jun 03 20:17:40.439740 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.v2.base [req-1990e498-f094-486b-8b53-1ee0f311e5de req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Request body: {'port': {'security_groups': ['cf059814-cb2b-4b82-9b12-caff33c3863f']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 20:17:40.563820 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-1990e498-f094-486b-8b53-1ee0f311e5de req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1684984'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:40.897171 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-1990e498-f094-486b-8b53-1ee0f311e5de req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] For port d47721f1-ffc9-4228-87be-c06d1195176e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d47721f1-ffc9-4228-87be-c06d1195176e,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:17:40.921142 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-1990e498-f094-486b-8b53-1ee0f311e5de req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:40.926791 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-1990e498-f094-486b-8b53-1ee0f311e5de req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729094131469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729093696094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729093696139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16318814'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:40.933450 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bcf34fc9-d50d-4901-a17a-2eaeaa08b028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:17:40.939864 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['d47721f1-ffc9-4228-87be-c06d1195176e'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:17:40.996678 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990e498-f094-486b-8b53-1ee0f311e5de req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:40.997437 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-1990e498-f094-486b-8b53-1ee0f311e5de req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:40.998861 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-1990e498-f094-486b-8b53-1ee0f311e5de req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "PUT /v2.0/ports/d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 943 time: 0.5636008 Jun 03 20:17:41.002108 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:17:41.004277 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfda3299-4d3e-4e06-b782-8aa4833ee183" -d '{"events": [{"name": "network-changed", "server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:17:41.005612 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38636) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:17:41.042062 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event updated for resources: {'Port': ['ID=d47721f1-ffc9-4228-87be-c06d1195176e,revision_number=7']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:17:41.050729 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.051329 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.051652 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.052310 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.053007 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.053421 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.054277 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.054766 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.055124 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.055527 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.055881 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.056230 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.062243 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b04c09e3-e752-402f-a9fb-da7ead795c47 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:17:41.086922 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42ed455-1e56-45d3-9051-2c6599150a64 x-openstack-request-id: req-e42ed455-1e56-45d3-9051-2c6599150a64 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:17:41.087238 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:17:41.087521 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e42ed455-1e56-45d3-9051-2c6599150a64 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:17:41.090372 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'status': 'completed', 'code': 200} Jun 03 20:17:41.106368 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:41.160050 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['d47721f1-ffc9-4228-87be-c06d1195176e'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:17:41.197407 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:41.245459 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-9f34bfc3-c410-4a35-bf6b-1d6b994fcc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:41.247167 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-9f34bfc3-c410-4a35-bf6b-1d6b994fcc15 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1099 time: 0.1388159 Jun 03 20:17:41.329101 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-1c3ce45d-1fd7-41f0-ac5a-453438ecd634 None None] Provisioning complete for port d47721f1-ffc9-4228-87be-c06d1195176e triggered by entity DHCP. {{(pid=91761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 20:17:41.329436 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-1c3ce45d-1fd7-41f0-ac5a-453438ecd634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1721856'] for port, provisioning_complete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:41.384697 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:41.392525 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f7528cd6-57d3-4e5c-9a3d-b34039298566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:17:41.412196 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d42614-b79c-48c4-bb32-94db7b2c941f,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:17:41.418971 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-64fc0afe-4ea1-461a-8d5f-fe37cfecc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:41.420407 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-64fc0afe-4ea1-461a-8d5f-fe37cfecc6fe service neutron] 10.222.0.109 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 917 time: 0.1662393 Jun 03 20:17:41.426979 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.427351 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.427722 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.428088 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.428449 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.428905 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.429905 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.430264 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.430728 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.431111 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.431495 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.431851 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:41.437021 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:17:41.490518 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:41.492232 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-eae69d37-5918-43ad-aaa6-aee4542fe6c6 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "DELETE /v2.0/security-groups/40d42614-b79c-48c4-bb32-94db7b2c941f HTTP/1.1" status: 204 len: 168 time: 0.4813197 Jun 03 20:17:41.497854 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.95', 38642) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:17:41.541471 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-3a3a9d3b-91de-40a3-8546-ddca8ba05f8b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 1002 time: 0.1054776 Jun 03 20:17:41.607788 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-c5126a18-2288-4f21-b304-59aafe8150f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:41.609138 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-c5126a18-2288-4f21-b304-59aafe8150f6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 200 len: 854 time: 0.0611732 Jun 03 20:17:41.686753 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-deb9f9f0-6ce8-4067-8121-f947e98d6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:41.688170 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-deb9f9f0-6ce8-4067-8121-f947e98d6af4 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=8ab02568-96b8-41ec-8e72-4351800821ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715349 Jun 03 20:17:41.770549 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Deleting port fd0eab64-ba32-4f28-b199-9aeb1d47ea02 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:17:41.770886 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:41.831803 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-f203d1d1-3681-4f92-9ae6-1b976c5f4ca4 service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352429 Jun 03 20:17:41.896305 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:41.896536 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:42.027284 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Calling delete_port for fd0eab64-ba32-4f28-b199-9aeb1d47ea02 owned by network:floatingip {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:17:42.068957 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-cfda3299-4d3e-4e06-b782-8aa4833ee183 req-e7219925-c7c5-4922-905a-181108c5c0bc service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301691 Jun 03 20:17:42.158297 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16318885'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:42.162046 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-08c41fe7-1849-43fc-8b91-211a247ca1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:17:42.211335 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event deleted for resources: {'Port': ['ID=fd0eab64-ba32-4f28-b199-9aeb1d47ea02,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:17:42.218036 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:17:42.308715 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks [] for floatingip, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:42.309076 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.db.l3_db [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Floating IP 2c8b4e01-5843-46a9-82bc-f80d1a35011e disassociated (deleted). External IP: 172.28.3.217, port: d47721f1-ffc9-4228-87be-c06d1195176e. Jun 03 20:17:42.564038 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-7536caf5-b87c-4d5c-907d-50773934c598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:42.678275 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:17:42.970393 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:17:42.980745 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] Sync routers for ids ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:17:42.988853 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:42.989976 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] Routers {'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:17:42.990663 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:17:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:43.048878 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [None req-94fc97d2-13c9-453e-a19b-2d2d36685e97 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "DELETE /v2.0/floatingips/2c8b4e01-5843-46a9-82bc-f80d1a35011e HTTP/1.1" status: 204 len: 168 time: 1.5492136 Jun 03 20:17:43.091176 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:17:43.094101 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb513acb73aa9595be58ae9d623d0865d8716b97367d5b5fd8f2f313ef39f467" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4301f5f7-813c-46c6-a3f2-34c67b11675f" -d '{"events": [{"name": "network-changed", "server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:17:43.137878 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 20:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5f67af-82c2-40ce-8208-278436471956 x-openstack-request-id: req-4d5f67af-82c2-40ce-8208-278436471956 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:17:43.138214 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:17:43.138769 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4d5f67af-82c2-40ce-8208-278436471956 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:17:43.139221 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'status': 'completed', 'code': 200} Jun 03 20:17:43.180595 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] Set router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:17:43.239600 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-a5dc1345-ed0f-4463-9908-8230705769e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:43.241116 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-a5dc1345-ed0f-4463-9908-8230705769e6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 1099 time: 0.0766761 Jun 03 20:17:43.385843 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-1650921e-846f-4bee-9cfb-87763b9b23af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:43.388002 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-1650921e-846f-4bee-9cfb-87763b9b23af service neutron] 10.222.0.109 "GET /v2.0/networks?id=8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 200 len: 917 time: 0.1401534 Jun 03 20:17:43.472599 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-64c5842e-b6c8-4ecf-ad78-c32da20ef66d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 200 len: 217 time: 0.0724745 Jun 03 20:17:43.529717 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'e9085cd3-de72-4d26-961f-8d6db56eabcb', 'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'mac_address': 'fa:16:3e:b6:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:06Z', 'updated_at': '2021-06-03T20:14:12Z', 'revision_number': 5, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'subnets': [{'id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:43.534051 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] Checking router: fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:17:43.544187 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] Routers {'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:17:43.544820 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:17:16Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:43.549872 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-e6ed6011-a77f-4b58-a010-335ad886f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:43.551408 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-e6ed6011-a77f-4b58-a010-335ad886f424 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 200 len: 854 time: 0.0726540 Jun 03 20:17:43.635276 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-9f877fe4-195a-44f3-a135-6b7124699c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:43.637089 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-9f877fe4-195a-44f3-a135-6b7124699c54 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=8ab02568-96b8-41ec-8e72-4351800821ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763705 Jun 03 20:17:43.726314 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] Set router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:17:43.852386 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-890e520d-deb5-4fb3-b8e6-c68f4f2431ae service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403086 Jun 03 20:17:43.989559 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-4301f5f7-813c-46c6-a3f2-34c67b11675f req-eb5db669-095c-41b9-a314-f16ea0857144 service neutron] 10.222.0.109 "GET /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302445 Jun 03 20:17:44.091521 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'e9085cd3-de72-4d26-961f-8d6db56eabcb', 'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'mac_address': 'fa:16:3e:b6:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:06Z', 'updated_at': '2021-06-03T20:14:12Z', 'revision_number': 5, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'subnets': [{'id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:44.095774 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c5915-0da3-470b-9380-bf3be291fee9 None None] The sync data for ids ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'] in dv-cinder-794669-1-smb is: [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:14:06Z', 'revision_number': 4, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb', '_interfaces': [{'id': 'e9085cd3-de72-4d26-961f-8d6db56eabcb', 'name': '', 'network_id': '8ab02568-96b8-41ec-8e72-4351800821ae', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'mac_address': 'fa:16:3e:b6:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:06Z', 'updated_at': '2021-06-03T20:14:12Z', 'revision_number': 5, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'subnets': [{'id': '3c705326-65fa-4db9-ad05-98d6cd5df9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:17:44.292528 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20641f2e-1118-446e-89c1-7d4428e9c009 None None] New status for floating IP 2c8b4e01-5843-46a9-82bc-f80d1a35011e: DOWN {{(pid=91762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 20:17:45.183375 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:45.733251 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-50fc8e8f-183c-4ab0-bd73-bef93218dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:47.426842 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:47.443909 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac4395-1ea3-4ded-9d06-ede7939dcbdf req-ffa166f6-be72-4a16-8ac2-59abe0c745ab tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:47.445189 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-06ac4395-1ea3-4ded-9d06-ede7939dcbdf req-ffa166f6-be72-4a16-8ac2-59abe0c745ab tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Synchronizing usage tracker for tenant:7dc0f2df669a4840bcc197c5aaeb6116 on resource:port {{(pid=91759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:17:47.460769 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.quota.resource [req-06ac4395-1ea3-4ded-9d06-ede7939dcbdf req-ffa166f6-be72-4a16-8ac2-59abe0c745ab tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Unset dirty status for tenant:7dc0f2df669a4840bcc197c5aaeb6116 on resource:port {{(pid=91759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:17:47.463679 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-06ac4395-1ea3-4ded-9d06-ede7939dcbdf req-ffa166f6-be72-4a16-8ac2-59abe0c745ab tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.0994544 Jun 03 20:17:47.512370 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-06ac4395-1ea3-4ded-9d06-ede7939dcbdf req-59755a46-c7b2-4762-bed2-9889ac1cee25 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432267 Jun 03 20:17:48.759786 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa05120-2b7b-4086-9cc6-d76223505e15 req-0a7f1539-1f28-47ce-8aad-30a4b97f947e tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:48.761294 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dfa05120-2b7b-4086-9cc6-d76223505e15 req-0a7f1539-1f28-47ce-8aad-30a4b97f947e tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.1348281 Jun 03 20:17:48.811806 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-dfa05120-2b7b-4086-9cc6-d76223505e15 req-f63c2884-946c-407d-874d-ac95ad613edd tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445445 Jun 03 20:17:48.859741 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:49.917198 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-9ead265d-06ea-4df2-bee4-ffb53dbdefdb tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:49.917906 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-9ead265d-06ea-4df2-bee4-ffb53dbdefdb tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Synchronizing usage tracker for tenant:7dc0f2df669a4840bcc197c5aaeb6116 on resource:port {{(pid=91760) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 20:17:49.931291 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.quota.resource [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-9ead265d-06ea-4df2-bee4-ffb53dbdefdb tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Unset dirty status for tenant:7dc0f2df669a4840bcc197c5aaeb6116 on resource:port {{(pid=91760) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 20:17:49.932557 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-9ead265d-06ea-4df2-bee4-ffb53dbdefdb tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.109 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.0957088 Jun 03 20:17:50.014728 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5342c-cf10-482a-b8a3-c81d92ab1331 req-56e255db-323b-4765-8719-d1c24ceb842d tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 20:17:50.016194 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d9d5342c-cf10-482a-b8a3-c81d92ab1331 req-56e255db-323b-4765-8719-d1c24ceb842d tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 946 time: 0.0975826 Jun 03 20:17:50.061903 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-d9d5342c-cf10-482a-b8a3-c81d92ab1331 req-903341b0-7aca-4a66-b638-905a2a5977f8 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/security-groups?id=cf059814-cb2b-4b82-9b12-caff33c3863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Jun 03 20:17:50.075364 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Deleting port d47721f1-ffc9-4228-87be-c06d1195176e {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:17:50.075714 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:50.213847 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] For port d47721f1-ffc9-4228-87be-c06d1195176e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d47721f1-ffc9-4228-87be-c06d1195176e,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:17:50.214196 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:50.340228 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Calling delete_port for d47721f1-ffc9-4228-87be-c06d1195176e owned by compute:nova {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:17:50.450697 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:50.456705 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-25e16fe0-59e0-471e-b8e6-18d47e157a71 tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:17:50.464314 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] get_ports_and_sgs() called for port_ids ['d47721f1-ffc9-4228-87be-c06d1195176e'] {{(pid=91761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 20:17:50.501455 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Pushing event deleted for resources: {'Port': ['ID=d47721f1-ffc9-4228-87be-c06d1195176e,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:17:50.504775 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:17:50.583049 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] No DVR routers for this DVR port d47721f1-ffc9-4228-87be-c06d1195176e on host hv-cinder-79466 {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:17:50.586502 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218169'] for port, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:50.589265 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'name': 'network-vif-deleted', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 20:17:50.591613 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e399ac419e37e9435ef3e192c39c9ac53db0e58c6264bfdfe77d7482caaefe50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22728802-b9d8-4abc-816f-6289409a8e31" -d '{"events": [{"server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "name": "network-vif-deleted", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 20:17:50.607014 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [req-d3867245-4bc5-440c-9791-f32f342b72e1 req-0aa0e752-45fc-406a-84fb-7fae1859b1ad tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.109 "DELETE /v2.0/ports/d47721f1-ffc9-4228-87be-c06d1195176e HTTP/1.1" status: 204 len: 173 time: 0.6687300 Jun 03 20:17:50.644709 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 20:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9bf4c5-4a68-485b-985b-c0283c3375da x-openstack-request-id: req-8c9bf4c5-4a68-485b-985b-c0283c3375da {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 20:17:50.645062 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddfdbc0-88d8-4dd9-ad61-73f0e78174e8", "name": "network-vif-deleted", "tag": "d47721f1-ffc9-4228-87be-c06d1195176e", "status": "completed", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 20:17:50.645356 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8c9bf4c5-4a68-485b-985b-c0283c3375da {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 20:17:50.645787 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddfdbc0-88d8-4dd9-ad61-73f0e78174e8', 'name': 'network-vif-deleted', 'tag': 'd47721f1-ffc9-4228-87be-c06d1195176e', 'status': 'completed', 'code': 200} Jun 03 20:17:51.233428 dv-cinder-794669-1-smb neutron-server[91759]: INFO neutron.wsgi [req-906d086a-f0ee-4490-8f40-53ed4c425ed1 req-7fea2675-eecb-4d0a-8148-5bbf2eed01bc tempest-TestMinimumBasicScenario-1989869974 tempest-TestMinimumBasicScenario-1989869974-project] 10.222.0.95 "GET /v2.0/ports?device_id=fddfdbc0-88d8-4dd9-ad61-73f0e78174e8 HTTP/1.1" status: 200 len: 210 time: 0.0441499 Jun 03 20:17:51.305206 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:53.114922 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38738) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:17:53.752277 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648036'] for router_interface, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:54.161912 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Deleting port e9085cd3-de72-4d26-961f-8d6db56eabcb {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:17:54.162600 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:54.284832 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] For port e9085cd3-de72-4d26-961f-8d6db56eabcb, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=e9085cd3-de72-4d26-961f-8d6db56eabcb,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:17:54.285213 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:54.408563 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Calling delete_port for e9085cd3-de72-4d26-961f-8d6db56eabcb owned by network:router_interface {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:17:54.815807 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:54.819708 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-e9c366df-c0c4-4280-81cf-034fb1295b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:17:54.867078 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9085cd3-de72-4d26-961f-8d6db56eabcb,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:17:54.892501 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:17:55.024112 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device d47721f1-ffc9-4228-87be-c06d1195176e no longer exists at agent hyperv_hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:17:55.058458 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] No Port match for: d47721f1-ffc9-4228-87be-c06d1195176e {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:17:55.058694 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Device d47721f1-ffc9-4228-87be-c06d1195176e not bound to the agent host hv-cinder-79466 {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:17:55.146551 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660666'] for router_interface, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:55.501968 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:17:55.681908 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:17:55.693160 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] Sync routers for ids ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'] in dv-cinder-794669-1-smb {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:17:55.695155 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-116d7fc0-a913-4ab0-ba00-cfc69e7f9b16 admin admin] 10.222.0.95 "PUT /v2.0/routers/fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5790274 Jun 03 20:17:55.697598 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38740) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:17:55.704197 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] Routers {'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:17:55.704829 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:17:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:55.872323 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Notify callbacks [] for router, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:55.884791 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] Set router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 gateway port host: dv-cinder-794669-1-smb {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:17:56.177056 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:17:54Z', 'revision_number': 5, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port': {'id': 'de1baef4-65f1-4318-86a2-2c1d82c681a4', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:03Z', 'updated_at': '2021-06-03T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:56.178052 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:56.181903 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] Checking router: fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 for host: dv-cinder-794669-1-smb {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:17:56.191836 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] Routers {'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:17:56.192455 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:17:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:56.254633 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Deleting port de1baef4-65f1-4318-86a2-2c1d82c681a4 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:17:56.254972 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:56.342619 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] Set router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 gateway port host: None {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:17:56.378959 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] For port de1baef4-65f1-4318-86a2-2c1d82c681a4, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=de1baef4-65f1-4318-86a2-2c1d82c681a4,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:17:56.379319 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:56.451507 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:17:56Z', 'revision_number': 6, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port_host': None}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:56.455750 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a01b3f-41c7-4dc3-b08e-42128311cefc None None] The sync data for ids ['fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87'] in dv-cinder-794669-1-smb is: [{'id': 'fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87', 'name': 'tempest-TestMinimumBasicScenario-1782193873-router', 'tenant_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:02Z', 'updated_at': '2021-06-03T20:17:56Z', 'revision_number': 6, 'project_id': '7dc0f2df669a4840bcc197c5aaeb6116', 'gw_port_host': None}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:17:56.510687 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Calling delete_port for de1baef4-65f1-4318-86a2-2c1d82c681a4 owned by network:router_gateway {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:17:56.650474 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:56.654433 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-61960e1d-1bf7-418e-a4fa-82fa2ce17bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:17:56.702499 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Pushing event deleted for resources: {'Port': ['ID=de1baef4-65f1-4318-86a2-2c1d82c681a4,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:17:56.705666 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:17:56.808359 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803353'] for router_gateway, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:56.987230 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103959'] for router, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:56.989341 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.012471 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-651443'] for router, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.013001 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Fanout notify agent at l3_agent the message router_deleted on router fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 {{(pid=91760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 20:17:57.025931 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] Notify callbacks [] for router, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.027306 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-0724b322-685f-46c1-82ed-d5f3973376de admin admin] 10.222.0.95 "DELETE /v2.0/routers/fda6b91f-cb6d-4dbb-a9fb-03e7e3266f87 HTTP/1.1" status: 204 len: 168 time: 1.3284748 Jun 03 20:17:57.029736 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38742) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:17:57.091923 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29b8d4c-4492-4f0a-8e05-23389e8f26b8 admin admin] Deleting subnet 3c705326-65fa-4db9-ad05-98d6cd5df9f6 {{(pid=91760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:17:57.094953 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d29b8d4c-4492-4f0a-8e05-23389e8f26b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.145265 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d29b8d4c-4492-4f0a-8e05-23389e8f26b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15982209'] for subnet, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.229819 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d29b8d4c-4492-4f0a-8e05-23389e8f26b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.486919 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d29b8d4c-4492-4f0a-8e05-23389e8f26b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13816226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15229873'] for subnet, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.489568 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c23d0c6b-5912-4a56-9b85-3c9e3db515ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:17:57.522962 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b8d4c-4492-4f0a-8e05-23389e8f26b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c705326-65fa-4db9-ad05-98d6cd5df9f6,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:17:57.526004 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d29b8d4c-4492-4f0a-8e05-23389e8f26b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:17:57.529173 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d29b8d4c-4492-4f0a-8e05-23389e8f26b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.534499 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8531dbc-4e31-406c-ab93-e634573adfb2 None None] Network 8ab02568-96b8-41ec-8e72-4351800821ae requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:17:57.535186 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-d29b8d4c-4492-4f0a-8e05-23389e8f26b8 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/3c705326-65fa-4db9-ad05-98d6cd5df9f6 HTTP/1.1" status: 204 len: 168 time: 0.5044110 Jun 03 20:17:57.537630 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38744) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:17:57.641404 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.805260 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] DHCP port deletion for 8ab02568-96b8-41ec-8e72-4351800821ae request from dv-cinder-794669-1-smb {{(pid=91761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 20:17:57.829288 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Deleting port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:17:57.829625 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.916619 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Deleting port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b {{(pid=91761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:17:57.917046 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:57.933487 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] For port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=9b4b9b9c-e477-41a5-9821-6f60d7d60f9b,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:17:57.933883 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:58.018234 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] For port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=9b4b9b9c-e477-41a5-9821-6f60d7d60f9b,segment=NetworkSegment(5abc0ef3-1586-4459-8944-86a766b39dfe),segment_id=5abc0ef3-1586-4459-8944-86a766b39dfe)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:17:58.018640 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:58.056716 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Calling delete_port for 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:17:58.080698 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device e9085cd3-de72-4d26-961f-8d6db56eabcb no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:17:58.102662 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:58.107305 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1578d5d1-bbca-47a6-9eef-517bc1710919 tempest-VolumesActionsTest-413064748 tempest-VolumesActionsTest-413064748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:17:58.152614 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4b9b9c-e477-41a5-9821-6f60d7d60f9b,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:17:58.154652 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] No DVR routers for this DVR port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b on host dv-cinder-794669-1-smb {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:17:58.156252 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:17:58.175558 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Calling delete_port for 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b owned by network:dhcp {{(pid=91761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:17:58.178020 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: e9085cd3-de72-4d26-961f-8d6db56eabcb {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:17:58.178895 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device e9085cd3-de72-4d26-961f-8d6db56eabcb not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:17:58.179312 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device de1baef4-65f1-4318-86a2-2c1d82c681a4 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:17:58.215797 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: de1baef4-65f1-4318-86a2-2c1d82c681a4 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:17:58.216023 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device de1baef4-65f1-4318-86a2-2c1d82c681a4 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:17:58.216403 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:17:58.251004 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:17:58.251356 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:17:58.270199 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:58.291880 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab02568-96b8-41ec-8e72-4351800821ae']}} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:58.296792 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085'] for port, after_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:58.301316 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ab1be1ce-25c2-400c-97fb-53b0fff23759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:17:58.306549 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abc0ef3-1586-4459-8944-86a766b39dfe') {'for_net_delete': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:58.306847 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abc0ef3-1586-4459-8944-86a766b39dfe') {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:17:58.320413 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15982328'] for segment, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:58.337580 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:58.344191 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=91760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:17:58.344724 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13816136'] for segment, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:58.345579 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Pushing event deleted for resources: {'Port': ['ID=9b4b9b9c-e477-41a5-9821-6f60d7d60f9b,revision_number=None']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:17:58.349933 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] No DVR routers for this DVR port 9b4b9b9c-e477-41a5-9821-6f60d7d60f9b on host dv-cinder-794669-1-smb {{(pid=91761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: Traceback (most recent call last): Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: timer() Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: cb(*args, **kw) Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: return func(*args, **kwargs) Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: self._notify() Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: self.callback(batched_events) Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: event.method(event) Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: return f(self, *a, **k) Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: return self._get(url).json() Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: return self.request(url, 'GET', **kwargs) Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:17:58.359109 dv-cinder-794669-1-smb neutron-server[91760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:17:58.362284 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.362619 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.363029 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.363269 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.363590 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.363913 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.364289 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.364523 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.364836 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.365176 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.365487 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.365798 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-1-smb {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 20:17:58.369449 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-3b95eb7c-36e8-48ad-85b1-d195372784b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:17:58.439898 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:58.444107 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:17:58.461980 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:58.472754 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab02568-96b8-41ec-8e72-4351800821ae,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:17:58.476641 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:17:58.487583 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] 10.222.0.95 "DELETE /v2.0/networks/8ab02568-96b8-41ec-8e72-4351800821ae HTTP/1.1" status: 204 len: 168 time: 0.9483647 Jun 03 20:17:58.490396 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38746) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:17:59.032027 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648036'] for router_interface, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:59.551186 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Deleting port 388d2009-06f8-45ad-aabd-e2e08f5a4154 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:17:59.551522 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:59.680526 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] For port 388d2009-06f8-45ad-aabd-e2e08f5a4154, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=388d2009-06f8-45ad-aabd-e2e08f5a4154,segment=NetworkSegment(5addc886-6382-45c0-9ddc-68e9a0e3df18),segment_id=5addc886-6382-45c0-9ddc-68e9a0e3df18)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:17:59.680947 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:59.809674 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Calling delete_port for 388d2009-06f8-45ad-aabd-e2e08f5a4154 owned by network:router_interface {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:17:59.957088 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:17:59.960910 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f7c80f60-5fb9-47cb-a236-90a003638086 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:18:00.005536 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=388d2009-06f8-45ad-aabd-e2e08f5a4154,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:18:00.009125 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:18:00.280285 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660666'] for router_interface, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:00.643199 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Router a5493f1d-9556-4883-8f47-e626efa0510b has already been hosted by L3 agent ba9c4f7d-9382-477a-83f7-8351974f36d9 {{(pid=91760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 20:18:00.928108 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] Notify agent at l3_agent.dv-cinder-794669-1-smb the message routers_updated {{(pid=91760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 20:18:00.941113 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] Sync routers for ids ['a5493f1d-9556-4883-8f47-e626efa0510b'] in dv-cinder-794669-1-smb {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 20:18:00.946327 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-5b0a071b-01be-42c5-9c88-68b4b3742bd3 admin admin] 10.222.0.95 "PUT /v2.0/routers/a5493f1d-9556-4883-8f47-e626efa0510b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4540634 Jun 03 20:18:00.948666 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38748) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:18:00.952657 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] Routers {'a5493f1d-9556-4883-8f47-e626efa0510b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:18:00.953772 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:17:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['a5493f1d-9556-4883-8f47-e626efa0510b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:18:01.131691 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Notify callbacks [] for router, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:01.134294 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] Set router a5493f1d-9556-4883-8f47-e626efa0510b gateway port host: dv-cinder-794669-1-smb {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:18:01.313279 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:01.389660 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Deleting port 0188ade4-a82a-48cc-85e6-33b33a446ca1 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:18:01.390032 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:01.430171 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'name': 'tempest-TestMinimumBasicScenario-525156190-router', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'external_fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:09Z', 'updated_at': '2021-06-03T20:17:59Z', 'revision_number': 5, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'gw_port': {'id': '0188ade4-a82a-48cc-85e6-33b33a446ca1', 'name': '', 'network_id': '35db765c-e254-4267-9abb-eb16c6f88e22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T20:14:10Z', 'updated_at': '2021-06-03T20:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e6a6361-31e1-4d0a-90a4-15b14750c156', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-1-smb'}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:18:01.434007 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] Checking router: a5493f1d-9556-4883-8f47-e626efa0510b for host: dv-cinder-794669-1-smb {{(pid=91762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 20:18:01.442252 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] Routers {'a5493f1d-9556-4883-8f47-e626efa0510b'} bound to L3 agent in host dv-cinder-794669-1-smb {{(pid=91762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 20:18:01.443122 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794669-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T19:53:46Z,description=,heartbeat_timestamp=2021-06-03T20:17:46Z,host='dv-cinder-794669-1-smb',id=ba9c4f7d-9382-477a-83f7-8351974f36d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T19:53:46Z,topic='l3_agent')) {'router_ids': ['a5493f1d-9556-4883-8f47-e626efa0510b'], 'active': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:18:01.514398 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] For port 0188ade4-a82a-48cc-85e6-33b33a446ca1, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=0188ade4-a82a-48cc-85e6-33b33a446ca1,segment=NetworkSegment(90fa6216-cb3d-4533-884f-8c2ac35eb758),segment_id=90fa6216-cb3d-4533-884f-8c2ac35eb758)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:18:01.514753 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:01.591267 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_dvr_db [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] Set router a5493f1d-9556-4883-8f47-e626efa0510b gateway port host: None {{(pid=91762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 20:18:01.640879 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Calling delete_port for 0188ade4-a82a-48cc-85e6-33b33a446ca1 owned by network:router_gateway {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:18:01.727081 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.l3_hamode_db [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'name': 'tempest-TestMinimumBasicScenario-525156190-router', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:09Z', 'updated_at': '2021-06-03T20:18:01Z', 'revision_number': 6, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'gw_port_host': None}], 'dv-cinder-794669-1-smb', False) {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:18:01.730991 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e2168-10d5-48ab-9655-e49ac455fef5 None None] The sync data for ids ['a5493f1d-9556-4883-8f47-e626efa0510b'] in dv-cinder-794669-1-smb is: [{'id': 'a5493f1d-9556-4883-8f47-e626efa0510b', 'name': 'tempest-TestMinimumBasicScenario-525156190-router', 'tenant_id': '01d609d7ad0941d3b70e7959e44266ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T20:14:09Z', 'updated_at': '2021-06-03T20:18:01Z', 'revision_number': 6, 'project_id': '01d609d7ad0941d3b70e7959e44266ac', 'gw_port_host': None}] {{(pid=91762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 20:18:01.799747 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:01.804513 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-3494f287-9aa2-4403-ad72-a07166e5dfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:18:01.848765 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Pushing event deleted for resources: {'Port': ['ID=0188ade4-a82a-48cc-85e6-33b33a446ca1,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:18:01.851665 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:18:01.946200 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-803353'] for router_gateway, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.125995 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103959'] for router, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.128416 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.160780 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-651443'] for router, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.161611 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5493f1d-9556-4883-8f47-e626efa0510b {{(pid=91760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 20:18:02.174683 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] Notify callbacks [] for router, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.175857 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-a320dcee-1239-4620-a746-4e833972426b admin admin] 10.222.0.95 "DELETE /v2.0/routers/a5493f1d-9556-4883-8f47-e626efa0510b HTTP/1.1" status: 204 len: 168 time: 1.2261395 Jun 03 20:18:02.178302 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38750) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:18:02.345523 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dfbf1a-5901-4615-904c-b508d8de3626 admin admin] Deleting subnet e8792066-e45b-4197-acd3-b2f4265c5ee9 {{(pid=91760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 20:18:02.348611 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-92dfbf1a-5901-4615-904c-b508d8de3626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.400112 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-92dfbf1a-5901-4615-904c-b508d8de3626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15982209'] for subnet, precommit_delete_associations {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.485796 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-92dfbf1a-5901-4615-904c-b508d8de3626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1584430'] for subnet, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.486136 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 388d2009-06f8-45ad-aabd-e2e08f5a4154 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:18:02.522060 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 388d2009-06f8-45ad-aabd-e2e08f5a4154 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:18:02.522979 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 388d2009-06f8-45ad-aabd-e2e08f5a4154 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:18:02.755963 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-92dfbf1a-5901-4615-904c-b508d8de3626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1584423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13816226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15229873'] for subnet, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.761305 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:18:02.796269 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfbf1a-5901-4615-904c-b508d8de3626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8792066-e45b-4197-acd3-b2f4265c5ee9,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:18:02.798258 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-92dfbf1a-5901-4615-904c-b508d8de3626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for subnet, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.801091 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-92dfbf1a-5901-4615-904c-b508d8de3626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:18:02.805009 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c10193-9103-4d4f-91d5-0fd4362de8cf None None] Network 95d09df9-a9a9-4b58-b96b-2f63636b1206 requested from dv-cinder-794669-1-smb {{(pid=91761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 20:18:02.805669 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-92dfbf1a-5901-4615-904c-b508d8de3626 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e8792066-e45b-4197-acd3-b2f4265c5ee9 HTTP/1.1" status: 204 len: 168 time: 0.6258991 Jun 03 20:18:02.808062 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38752) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:18:02.916064 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698762'] for network, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:02.997169 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Deleting port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:18:02.997436 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.057739 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc480fc-960f-44e7-bca7-d8289e21b924 None None] DHCP port deletion for 95d09df9-a9a9-4b58-b96b-2f63636b1206 request from dv-cinder-794669-1-smb {{(pid=91761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 20:18:03.075773 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:18:03.099458 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] For port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=8d2ccbad-d6d1-4b44-861e-a613a4f567a0,segment=NetworkSegment(5addc886-6382-45c0-9ddc-68e9a0e3df18),segment_id=5addc886-6382-45c0-9ddc-68e9a0e3df18)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:18:03.099811 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.122895 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-1fc480fc-960f-44e7-bca7-d8289e21b924 None None] Deleting port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 {{(pid=91761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 20:18:03.123267 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-1fc480fc-960f-44e7-bca7-d8289e21b924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729093974775'] for port, before_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.220433 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-1fc480fc-960f-44e7-bca7-d8289e21b924 None None] For port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0, host dv-cinder-794669-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-1-smb',level=0,port_id=8d2ccbad-d6d1-4b44-861e-a613a4f567a0,segment=NetworkSegment(5addc886-6382-45c0-9ddc-68e9a0e3df18),segment_id=5addc886-6382-45c0-9ddc-68e9a0e3df18)] {{(pid=91761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 20:18:03.220826 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-1fc480fc-960f-44e7-bca7-d8289e21b924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650452'] for port, precommit_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.223807 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Calling delete_port for 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:18:03.273619 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13816215'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.277402 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-07509c5c-9952-4e9a-b3e3-1ec444154efe tempest-AttachVolumeShelveTestJSON-1089193480 tempest-AttachVolumeShelveTestJSON-1089193480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:18:03.326281 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2ccbad-d6d1-4b44-861e-a613a4f567a0,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:18:03.329320 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:18:03.330097 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] No DVR routers for this DVR port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 on host dv-cinder-794669-1-smb {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:18:03.348367 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-1fc480fc-960f-44e7-bca7-d8289e21b924 None None] Calling delete_port for 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 owned by network:dhcp {{(pid=91761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 20:18:03.397669 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-1fc480fc-960f-44e7-bca7-d8289e21b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1684801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729094131447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729093696085'] for port, after_delete {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.401478 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:18:03.450155 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc480fc-960f-44e7-bca7-d8289e21b924 None None] No DVR routers for this DVR port 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 on host dv-cinder-794669-1-smb {{(pid=91761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 20:18:03.450437 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1727931', 'neutron.services.segments.db._delete_segments_for_network-8729094025921'] for network, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.452000 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc480fc-960f-44e7-bca7-d8289e21b924 None None] Pushing event deleted for resources: {'Port': ['ID=8d2ccbad-d6d1-4b44-861e-a613a4f567a0,revision_number=None']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:18:03.454435 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-1fc480fc-960f-44e7-bca7-d8289e21b924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:18:03.465750 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d09df9-a9a9-4b58-b96b-2f63636b1206']}} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:18:03.479082 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5addc886-6382-45c0-9ddc-68e9a0e3df18') {'for_net_delete': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:18:03.479384 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.services.segments.db [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5addc886-6382-45c0-9ddc-68e9a0e3df18') {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 20:18:03.491208 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729094030044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15982328'] for segment, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.508033 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271'] for segment, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.514459 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=91760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 20:18:03.514945 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13816136'] for segment, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: Traceback (most recent call last): Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: timer() Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: cb(*args, **kw) Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: return func(*args, **kwargs) Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: self._notify() Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: self.callback(batched_events) Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: event.method(event) Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: return f(self, *a, **k) Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: return self._get(url).json() Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: return self.request(url, 'GET', **kwargs) Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 20:18:03.528961 dv-cinder-794669-1-smb neutron-server[91760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 20:18:03.613602 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1727920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-685745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-803442'] for network, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.619121 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549250'] for network, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.621651 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-03bbda92-bca8-477e-a1c9-3e221dc3dc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:18:03.648404 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Pushing event deleted for resources: {'Network': ['ID=95d09df9-a9a9-4b58-b96b-2f63636b1206,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:18:03.651012 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:18:03.655644 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-0ee3fab8-dfc8-4441-936e-621be20a13eb admin admin] 10.222.0.95 "DELETE /v2.0/networks/95d09df9-a9a9-4b58-b96b-2f63636b1206 HTTP/1.1" status: 204 len: 168 time: 0.8465226 Jun 03 20:18:03.839157 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38756) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:18:03.887538 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-45d2dc82-c394-4b3c-93bc-75f4ca4d1ef4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7dc0f2df669a4840bcc197c5aaeb6116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470376 Jun 03 20:18:03.889868 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38758) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:18:03.948805 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b9256ee3-0174-41b8-b017-8afe0c6efad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:03.980262 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b9256ee3-0174-41b8-b017-8afe0c6efad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:04.042052 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b9256ee3-0174-41b8-b017-8afe0c6efad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:04.045986 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-a51cfcfc-9610-4152-a29c-5b828eb039f2 tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:18:04.060948 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9256ee3-0174-41b8-b017-8afe0c6efad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf059814-cb2b-4b82-9b12-caff33c3863f,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:18:04.063881 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 0188ade4-a82a-48cc-85e6-33b33a446ca1 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:18:04.064662 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b9256ee3-0174-41b8-b017-8afe0c6efad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:18:04.068253 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b9256ee3-0174-41b8-b017-8afe0c6efad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:04.070498 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-b9256ee3-0174-41b8-b017-8afe0c6efad7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cf059814-cb2b-4b82-9b12-caff33c3863f HTTP/1.1" status: 204 len: 168 time: 0.1793232 Jun 03 20:18:04.107671 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 0188ade4-a82a-48cc-85e6-33b33a446ca1 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:18:04.108020 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 0188ade4-a82a-48cc-85e6-33b33a446ca1 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:18:04.108442 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 no longer exists at agent ovs-agent-dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 20:18:04.143516 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.plugin [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] No Port match for: 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 {{(pid=91761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 20:18:04.143881 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron.plugins.ml2.rpc [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Device 8d2ccbad-d6d1-4b44-861e-a613a4f567a0 not bound to the agent host dv-cinder-794669-1-smb {{(pid=91761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 20:18:04.425192 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38764) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:18:04.475930 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-70129af9-6498-4c6f-86ad-83329f023f50 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=01d609d7ad0941d3b70e7959e44266ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484831 Jun 03 20:18:04.477436 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [-] (91760) accepted ('10.222.0.95', 38766) {{(pid=91760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 20:18:04.535107 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af9af495-fa5b-490b-a9e2-a91bd493a319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:04.561844 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af9af495-fa5b-490b-a9e2-a91bd493a319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:04.616821 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af9af495-fa5b-490b-a9e2-a91bd493a319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685636'] for security_group, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:04.621995 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-2a82c657-ab9d-4a67-bcfc-adbbc9ebd17a tempest-AttachVolumeTestJSON-1595132802 tempest-AttachVolumeTestJSON-1595132802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 20:18:04.638652 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9af495-fa5b-490b-a9e2-a91bd493a319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa2a2b-3e31-4c97-8c65-80ead13d5a13,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 20:18:04.640978 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-af9af495-fa5b-490b-a9e2-a91bd493a319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 20:18:04.643395 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-af9af495-fa5b-490b-a9e2-a91bd493a319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:04.645016 dv-cinder-794669-1-smb neutron-server[91760]: INFO neutron.wsgi [None req-af9af495-fa5b-490b-a9e2-a91bd493a319 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ecaa2a2b-3e31-4c97-8c65-80ead13d5a13 HTTP/1.1" status: 204 len: 168 time: 0.1661646 Jun 03 20:18:12.566581 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-b27a9758-bff6-48ba-b729-1b4ed8c201bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:14.167679 dv-cinder-794669-1-smb neutron-server[91760]: DEBUG neutron.wsgi [req-519079d0-510e-481e-ba86-94319b8d3ce4 req-292055ba-95fa-4161-9e16-3a76d90a4b8e service neutron] (91760) timed out ('10.222.0.109', 55141) {{(pid=91760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 20:18:15.186420 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:15.738778 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ce6d43ac-1fcc-4878-b16a-4c8ae99351be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:16.395584 dv-cinder-794669-1-smb neutron-server[91759]: DEBUG neutron.wsgi [req-8137b187-f361-4c11-a2ed-9f4536b8f396 req-bac79840-f103-4dbb-a87e-9827b5c1f986 service neutron] (91759) timed out ('10.222.0.109', 55109) {{(pid=91759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 20:18:17.428612 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:18.863371 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:21.320091 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:40.075276 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:18:42.572254 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-52232c3d-6586-4556-820b-80ad64de8c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:45.192694 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:45.746854 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-968d1088-37be-47ea-922e-7eb751471a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:47.434419 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:48.868416 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:18:51.338717 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:12.575756 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-241f44c4-4e91-4a28-a288-b5365b7edb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:15.186324 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:15.739524 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6e54-23a2-499a-bae8-04a99ebdba7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:17.075059 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:19:17.435109 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:18.869975 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:21.337823 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:42.581487 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d6c20bc2-3e29-48ed-a913-f4285f4ddfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:45.189658 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:45.744916 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-9b047933-130e-488a-b5a3-a415b0553e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:47.439648 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:48.871475 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:51.330964 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:19:54.073967 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:20:12.587358 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-19f00d36-0e13-46b3-9a40-3a2f6f8f383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:15.192039 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:15.747456 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-acc331f2-c250-4ce2-8e38-9e1224cb42de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:17.441140 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:18.876003 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:21.345866 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:31.074655 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:20:42.579225 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-239072de-34be-4d17-9dfb-de6394a70fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:45.193490 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:45.749597 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-a2159a0b-2593-4901-bbf3-22d54350d0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:47.443738 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:48.877564 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:20:51.358659 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:08.077219 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:21:12.582586 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-5e8c2321-5d21-4844-8497-3e1f9aafdda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:15.196999 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:15.752420 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0f684616-6b7a-4499-b131-d34a84a15b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:17.447364 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:18.881964 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:21.361010 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:42.584283 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d649da6c-afc9-4013-b327-d3b4d9794b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:45.076734 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:21:45.200978 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:45.754677 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-d2491bed-1b5a-4ae1-82f8-929016a32aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:47.451973 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:48.884639 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:21:51.379026 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:12.588227 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-171304ec-34e0-4de6-b089-600186927a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:15.204526 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:15.757168 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-cfeac118-d72c-4c2f-b60c-f318c9e98ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:17.453855 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:18.886857 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:21.392718 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:22.076107 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:22:42.590534 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0778e734-6163-4fff-8cc0-002cb19a6f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:45.208406 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:45.761041 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-8d552ed1-7ada-403d-a67e-0506816e226b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:47.456555 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:48.891618 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:51.387923 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:22:59.076182 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 20:23:12.593229 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-e5d4325e-42e9-437b-a3e8-4d1bf94dbd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:23:15.212147 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9957358-9628-4890-af38-08c6b1a79a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:23:15.765009 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8661-64f2-48bd-95fc-849a5fa98287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:23:17.460390 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7d2b-664f-4e97-90fd-5e88e35d0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:23:18.894781 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e43d-4794-45e9-a062-b9c78d9e393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:23:21.419644 dv-cinder-794669-1-smb neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-503f5a31-2534-43c4-9f76-38bf78507a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729094025903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722097'] for agent, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 20:23:36.076334 dv-cinder-794669-1-smb neutron-server[91762]: DEBUG neutron.db.agents_db [None req-f10f6146-b2c6-448a-aa74-c026f201141e None None] Agent healthcheck: found 6 active agents {{(pid=91762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}